This Rmarkdown file assesses the output of CheckV, DeepVirFinder, Kaiju, VIBRANT, VirSorter, and VirSorter2 on multiple training sets of microbial DNA, primarily from NCBI. Created from fungal, viral, bacterial, archeael, protist, and plasmid DNA sequences
Please reach out to James Riddell (riddell.26@buckeyemail.osu.edu) or Bridget Hegarty (beh53@case.edu) regarding any issues, or open an issue on github.
library(ggplot2)
There were 50 or more warnings (use warnings() to see the first 50)
library(plyr)
library(reshape2)
library(viridis)
library(tidyr)
library(dplyr)
library(readr)
library(data.table)
library(pROC)
Import the file that combines the results from each of the tools from running “combining_tool_output.Rmd”:
viruses <- read_tsv("../IntermediaryFiles/viral_tools_combined.tsv")
── Column specification ─────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
.default = col_double(),
seqtype = col_character(),
contig = col_character(),
checkv_provirus = col_character(),
checkv_quality = col_character(),
method.x = col_character(),
Classified = col_character(),
IDs_all = col_character(),
Seq = col_character(),
Kaiju_Viral = col_character(),
Kingdom = col_character(),
type = col_character(),
vibrant_quality = col_character(),
method.y = col_character(),
vibrant_prophage = col_character(),
vs2type = col_character(),
max_score_group = col_character()
)
ℹ Use `spec()` for the full column specifications.
There were 42 warnings (use warnings() to see them)
viruses$checkv_completeness[is.na(viruses$checkv_completeness)] <- 0
There were 17 warnings (use warnings() to see them)
This section defines a viralness score “keep_score” based on the tool classifications. A final keep_score above 1 indicates we will keep that sequence and call it viral.
VIBRANT Quality == “High Quality Draft”: +1 Quality == “Medium Quality Draft”: +1 Quality == “Low Quality Draft” & provirus == TRUE: +0.5
Virsorter2 Viral >= 50: +0.5 Viral >= 0.95: +0.5
Virsorter category == 1,2,4,5: +1 category == 3,6: +0.5
DeepVirFinder: Score >= 0.7: +0.5 Score >= 0.9: +0.5
Kaiju: Kaiju_viral = “cellular organisms”: -1 Kaiju_viral = “Viruses”: +1
CheckV If %unknown >= 75: +0.5 Hallmark > 2: +1 viral_genes == 0 and host_genes >= 1: keep_score = 0 If 3*viral_genes <= host_genes: keep_score = 0 If length > 50,000 and hallmark == 0: keep_score = 0
This script produces visualizations of these combined viral scorings and includes ecological metrics like alpha diversity.
You can decide which combination is appropriate for them and only need use the tools appropriate for your data.
getting_viral_set_1 <- function(input_seqs,
There were 17 warnings (use warnings() to see them)
include_vibrant=FALSE,
include_virsorter2=FALSE,
include_deepvirfinder=FALSE,
include_tuning_viral=FALSE,
include_tuning_not_viral=FALSE,
include_virsorter=FALSE) {
keep_score <- rep(0, nrow(input_seqs))
if (include_vibrant) {
keep_score[input_seqs$vibrant_quality=="high quality draft"] <- keep_score[input_seqs$vibrant_quality=="high quality draft"] + 1
keep_score[input_seqs$vibrant_quality=="medium quality draft"] <- keep_score[input_seqs$vibrant_quality=="medium quality draft"] + 1
keep_score[input_seqs$vibrant_quality=="low quality draft" & input_seqs$checkv_provirus=="Yes"] <- keep_score[input_seqs$vibrant_quality=="low quality draft" & input_seqs$checkv_provirus=="Yes"] + 0.5
# keep_score[input_seqs$vibrant_quality=="low quality draft"] <- keep_score[input_seqs$vibrant_quality=="low quality draft"] + 0.5
}
if (include_virsorter2) {
keep_score[input_seqs$viral>=50] <- keep_score[input_seqs$viral>=50] + 0.5
keep_score[input_seqs$viral>=95] <- keep_score[input_seqs$viral>=95] + 0.5
}
if (include_virsorter) {
keep_score[input_seqs$category==1] <- keep_score[input_seqs$category==1] + 1
keep_score[input_seqs$category==2] <- keep_score[input_seqs$category==2] + 0.5
# keep_score[input_seqs$category==3] <- keep_score[input_seqs$category==3] + 0.5
keep_score[input_seqs$category==4] <- keep_score[input_seqs$category==4] + 1
keep_score[input_seqs$category==5] <- keep_score[input_seqs$category==5] + 0.5
# keep_score[input_seqs$category==6] <- keep_score[input_seqs$category==6] + 0.5
}
if (include_deepvirfinder) {
keep_score[input_seqs$score>=0.7 & input_seqs$checkv_length<20000] <- keep_score[input_seqs$score>=0.7 & input_seqs$checkv_length<20000] + 0.5
keep_score[input_seqs$score>=0.9 & input_seqs$checkv_length<20000] <- keep_score[input_seqs$score>=0.9 & input_seqs$checkv_length<20000] + 0.5
}
if (include_tuning_viral) {
keep_score[input_seqs$Kaiju_Viral=="Viruses"] <- keep_score[input_seqs$Kaiju_Viral=="Viruses"] + 0.5
keep_score[input_seqs$hallmark>2] <- keep_score[input_seqs$hallmark>2] + 1
keep_score[input_seqs$percent_unknown>=75 & input_seqs$checkv_length<50000] <- keep_score[input_seqs$percent_unknown>=75 & input_seqs$checkv_length<50000] + 0.5
keep_score[input_seqs$percent_viral>=50] <- keep_score[input_seqs$percent_viral>=50] + 0.5
}
if (include_tuning_not_viral) {
keep_score[input_seqs$Kaiju_Viral=="cellular organisms"] <- keep_score[input_seqs$Kaiju_Viral=="cellular organisms"] - 1
keep_score[input_seqs$checkv_host_genes>50 & input_seqs$checkv_provirus=="No"] <- keep_score[input_seqs$checkv_host_genes>50 & input_seqs$checkv_provirus=="No"] - 1
#keep_score[input_seqs$hallmark>=(input_seqs$checkv_viral_genes/5)] <- keep_score[input_seqs$hallmark>=(input_seqs$checkv_viral_genes/5)] + 1 #add some ratio
keep_score[input_seqs$checkv_viral_genes==0 & input_seqs$checkv_host_genes>=1] <- keep_score[input_seqs$checkv_viral_genes==0 & input_seqs$checkv_host_genes>=1] - 1
keep_score[((input_seqs$checkv_viral_genes*3) <= input_seqs$checkv_host_genes) & input_seqs$checkv_provirus=="No"] <- keep_score[((input_seqs$checkv_viral_genes*3) <= input_seqs$checkv_host_genes) & input_seqs$checkv_provirus=="No"] - 1 # consider accounting for provirus designation
# keep_score[(input_seqs$checkv_viral_genes*3) <= input_seqs$checkv_host_genes] <- 0 # consider accounting for provirus designation
keep_score[input_seqs$checkv_length>500000 & input_seqs$hallmark<=1] <- keep_score[input_seqs$checkv_length>500000 & input_seqs$hallmark<=1] - 1
keep_score[input_seqs$checkv_completeness<1 & input_seqs$hallmark<=1] <- keep_score[input_seqs$checkv_completeness>1 & input_seqs$hallmark<=1] - 1
keep_score[input_seqs$checkv_completeness>=75 & input_seqs$checkV_length<=5000] <- keep_score[input_seqs$checkv_completeness>=75 & input_seqs$checkV_length<=5000] - 1
}
return(keep_score)
}
Assessing performance against the “truth”
note that this is only as accurate as the annotations of the input sequences
this function calculates the precision, recall, and F1 score for each pipeline
assess_performance <- function(seqtype, keep_score) {
truepositive <- rep("not viral", length(seqtype))
truepositive[seqtype=="virus"] <- "viral"
#make confusion matrix
confusion_matrix <- rep("true negative", length(keep_score))
confusion_matrix[truepositive=="viral" & keep_score<=1] <- "false negative"
confusion_matrix[truepositive=="viral" & keep_score>=1] <- "true positive"
confusion_matrix[truepositive=="not viral" & keep_score>=1] <- "false positive"
TP <- table(confusion_matrix)[4]
FP <- table(confusion_matrix)[2]
TN <- table(confusion_matrix)[3]
FN <- table(confusion_matrix)[1]
precision <- TP/(TP+FP)
recall <- TP/(TP+FN)
F1 <- 2*precision*recall/(precision+recall)
MCC <- (TP*TN-FP*FN)/sqrt(as.numeric(TP+FP)*as.numeric(TP+FN)*as.numeric(TN+FP)*as.numeric(TN+FN))
auc <- round(auc(truepositive, keep_score),4)
#by type metrics
fungal_FP <- table(confusion_matrix[seqtype=="fungi"])[2]
protist_FP <- table(confusion_matrix[seqtype=="protist"])[2]
bacterial_FP <- table(confusion_matrix[seqtype=="bacteria"])[2]
viral_FN <- table(confusion_matrix[seqtype=="virus"])[1]
performance <- c(precision, recall, F1, MCC, auc, fungal_FP,
protist_FP, bacterial_FP, viral_FN)
names(performance) <- c("precision", "recall", "F1", "MCC", "AUC", "fungal_FP",
"protist_FP", "bacterial_FP", "viral_FN")
return(performance)
}
combination of tools list
combos_list <- data.frame(toolcombo=rep(0, 64),
There were 17 warnings (use warnings() to see them)
tune_not_viral=rep(0, 64),
DVF=rep(0, 64),
tune_viral=rep(0, 64),
VIBRANT=rep(0, 64),
VS=rep(0, 64),
VS2=rep(0, 64))
p <- 1
for (i in c(0,1)){
for (j in c(0,1)){
for (k in c(0,1)){
for (l in c(0,1)){
for (m in c(0,1)){
for (n in c(0,1)){
combos_list$toolcombo[p] <- paste(i,j,k,l,m,n)
combos_list$toolcombo2[p] <- paste(if(i){"tv"}else{"0"},if(j){"DVF"}else{"0"},
if(k){"tnv"}else{"0"},if(l){"VB"}else{"0"},
if(m){"VS"}else{"0"},if(n){"VS2"}else{"0"})
combos_list$tune_not_viral[p] <- i
combos_list$DVF[p] <- j
combos_list$tune_viral[p] <- k
combos_list$VIBRANT[p] <- l
combos_list$VS[p] <- m
combos_list$VS2[p] <- n
p <- p+1
}
}
}
}
}
}
combos_list <- combos_list[-1,]
this function builds a list of all of the combinations that the user wants to test. In this case, we’re comparing the performance of all unique combinations of the six tools.
build_score_list <- function(input_seqs, combos) {
There were 50 or more warnings (use warnings() to see the first 50)
output <- data.frame(precision=rep(0, nrow(combos)),
recall=rep(0, nrow(combos)),
F1=rep(0, nrow(combos)),
MCC=rep(0, nrow(combos)),
AUC=rep(0, nrow(combos)),
fungal_FP=rep(0, nrow(combos)),
protist_FP=rep(0, nrow(combos)),
bacterial_FP=rep(0, nrow(combos)),
viral_FN=rep(0, nrow(combos)))
for (i in 1:nrow(combos)) {
keep_score <- getting_viral_set_1(input_seqs, include_vibrant = combos$VIBRANT[i],
include_virsorter = combos$VS[i],
include_virsorter2 = combos$VS2[i],
include_tuning_viral = combos$tune_viral[i],
include_tuning_not_viral = combos$tune_not_viral[i],
include_deepvirfinder = combos$DVF[i])
output[i,1:9] <- assess_performance(input_seqs$seqtype, keep_score)
output$toolcombo[i] <- paste(combos$tune_viral[i],combos$DVF[i],
combos$tune_not_viral[i], combos$VIBRANT[i],
combos$VS[i], combos$VS2[i])
}
output[is.na(output)] <- 0
return (output)
}
Calculate the performance of each pipeline
accuracy_scores <- data.frame(testing_set_index=rep(0, nrow(combos_list)*10),
precision=rep(0, nrow(combos_list)*10),
recall=rep(0, nrow(combos_list)*10),
F1=rep(0, nrow(combos_list)*10),
MCC=rep(0, nrow(combos_list)*10),
AUC=rep(0, nrow(combos_list)*10),
fungal_FP=rep(0, nrow(combos_list)*10),
protist_FP=rep(0, nrow(combos_list)*10),
bacterial_FP=rep(0, nrow(combos_list)*10),
viral_FN=rep(0, nrow(combos_list)*10))
accuracy_scores <- cbind(testing_set_index=rep(1, nrow(combos_list)),
build_score_list(viruses[viruses$Index==1,], combos_list))
for (i in 2:10) {
accuracy_scores <- rbind(accuracy_scores,
cbind(testing_set_index=rep(i, nrow(combos_list)),
build_score_list(viruses[viruses$Index==i,], combos_list)))
}
library("stringr")
accuracy_scores$numtools <- str_count(accuracy_scores$toolcombo, "1")
There were 50 or more warnings (use warnings() to see the first 50)
#accuracy_scores <- accuracy_scores[order(accuracy_scores$numtools, decreasing=F),]
accuracy_scores <- accuracy_scores[order(accuracy_scores$MCC, decreasing=F),]
accuracy_scores$toolcombo <- factor(accuracy_scores$toolcombo, levels = unique(accuracy_scores$toolcombo))
accuracy_scores$numtools <- as.factor(accuracy_scores$numtools)
Visualize how the precision, recall, and F1 scores change across pipelines.
pal <- ggthemes::tableau_color_pal(palette="Tableau 10", type="regular")
There were 17 warnings (use warnings() to see them)
p2 <- ggplot(accuracy_scores, aes(x=toolcombo, y=F1,
color=numtools, fill=numtools)) +
geom_point(alpha=0.5) +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14, angle = 90),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
xlab("Tool Combination (tv, DVF, tnv, VB, VS, VS2)") +
ylab("F1 Score")
p2

ggplot(accuracy_scores, aes(x=toolcombo, y=precision,
color=numtools, fill=numtools)) +
geom_point(alpha=0.5) +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14, angle = 90),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
xlab("Tool Combination (tv, DVF, tnv, VB, VS, VS2)") +
ylab("Precision")

ggplot(accuracy_scores, aes(x=toolcombo, y=recall,
color=numtools, fill=numtools)) +
geom_point(alpha=0.5) +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14, angle = 90),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
xlab("Tool Combination (tv, DVF, tnv, VB, VS, VS2)") +
ylab("Recall")

ggplot(accuracy_scores, aes(x=precision, y=recall,
color=numtools, fill=numtools)) +
geom_point(alpha=0.5) +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14, angle = 90),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
xlab("Precision") +
ylab("Recall")

ggplot(accuracy_scores, aes(x=toolcombo, y=abs(precision-recall),
color=numtools, fill=numtools)) +
geom_point(alpha=0.5) +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14, angle = 90),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
xlab("Tool Combination (tv, DVF, tnv, VB, VS, VS2)") +
ylab("Precision-Recall")

ggplot(accuracy_scores, aes(x=toolcombo, y=MCC,
color=numtools, fill=numtools)) +
geom_point(alpha=0.5) +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14, angle = 90),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
xlab("Tool Combination (tv, DVF, tnv, VB, VS, VS2)") +
ylab("MCC")

ggplot(accuracy_scores, aes(x=toolcombo, y=AUC,
color=numtools, fill=numtools)) +
geom_point(alpha=0.5) +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14, angle = 90),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
xlab("Tool Combination (tv, DVF, tnv, VB, VS, VS2)") +
ylab("AUC")

ggplot(accuracy_scores, aes(x=toolcombo, y=fungal_FP,
color=numtools, fill=numtools)) +
geom_point(alpha=0.5) +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14, angle = 90),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
xlab("Tool Combination (tv, DVF, tnv, VB, VS, VS2)") +
ylab("Fungal False Positives")

ggplot(accuracy_scores, aes(x=toolcombo, y=protist_FP,
color=numtools, fill=numtools)) +
geom_point(alpha=0.5) +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14, angle = 90),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
xlab("Tool Combination (tv, DVF, tnv, VB, VS, VS2)") +
ylab("Protist False Positives")

ggplot(accuracy_scores, aes(x=toolcombo, y=bacterial_FP,
color=numtools, fill=numtools)) +
geom_point(alpha=0.5) +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14, angle = 90),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
xlab("Tool Combination (tv, DVF, tnv, VB, VS, VS2)") +
ylab("Bacterial False Positives")

ggplot(accuracy_scores, aes(x=toolcombo, y=viral_FN,
color=numtools, fill=numtools)) +
geom_point(alpha=0.5) +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14, angle = 90),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
xlab("Tool Combination (tv, DVF, tnv, VB, VS, VS2)") +
ylab("Viral False Negatives")

write_tsv(accuracy_scores, "20220927_accuracy_scores.tsv")
to do: add in clustering and ordination like in the drinking water R notebook
Experimenting
high precision example
viruses$keep_score_high_precision <- getting_viral_set_1(viruses, include_deepvirfinder = F,
There were 50 or more warnings (use warnings() to see the first 50)
include_vibrant = T,
include_virsorter2 = F,
include_kaiju = T,
include_tuning = T,
include_virsorter = F)
number of items to replace is not a multiple of replacement lengthUnknown or uninitialised column: `checkV_length`.Unknown or uninitialised column: `checkV_length`.
viruses$confusion_matrix_high_precision <- "true negative"
There were 14 warnings (use warnings() to see them)
viruses$confusion_matrix_high_precision[viruses$seqtype=="virus" & viruses$keep_score_high_precision<1] <- "false negative"
viruses$confusion_matrix_high_precision[viruses$seqtype=="virus" & viruses$keep_score_high_precision>=1] <- "true positive"
viruses$confusion_matrix_high_precision[viruses$seqtype!="virus" & viruses$keep_score_high_precision>=1] <- "false positive"
visualizing confusion matrix by taxa
confusion_by_taxa <- melt(table(viruses$confusion_matrix_high_precision, viruses$seqtype, viruses$Index))
The melt generic in data.table has been passed a table and will attempt to redirect to the relevant reshape2 method; please note that reshape2 is deprecated, and this redirection is now deprecated as well. To continue using melt methods from reshape2 while both libraries are attached, e.g. melt.list, you can prepend the namespace like reshape2::melt(table(viruses$confusion_matrix_high_precision, viruses$seqtype, viruses$Index)). In the next version, this warning will become an error.
colnames(confusion_by_taxa) <- c("confusion_matrix", "seqtype","Index", "count")
pal <- ggthemes::tableau_color_pal(palette="Tableau 10", type="regular")
Warning messages:
1: Unknown or uninitialised column: `confusion_matrix_high_recall`.
2: Unknown or uninitialised column: `confusion_matrix_high_recall`.
3: Unknown or uninitialised column: `confusion_matrix_high_recall`.
4: Unknown or uninitialised column: `keep_score_visualize`.
5: Unknown or uninitialised column: `truepositive`.
ggplot(confusion_by_taxa, aes(x=count, y=as.factor(Index),
fill=confusion_matrix,
color=confusion_matrix)) +
geom_bar(stat="identity") +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
scale_fill_manual(name="",
values = alpha(rev(pal(4)), 0.5),
labels=c("false negative", "false positive",
"true negative", "true positive")) +
scale_color_manual(name="",
values = alpha(rev(pal(4)), 1),
labels=c("false negative", "false positive",
"true negative", "true positive")) +
xlab("Number of Sequences") +
ylab("") +
facet_wrap(~seqtype, scales = "free") +
coord_flip()

ggplot(viruses, aes(x=checkv_viral_genes, y=confusion_matrix_high_precision,
Warning messages:
1: Unknown or uninitialised column: `confusion_matrix_high_MCC`.
2: Unknown or uninitialised column: `confusion_matrix_high_MCC`.
3: Unknown or uninitialised column: `confusion_matrix_high_MCC`.
4: Unknown or uninitialised column: `keep_score_visualize`.
5: Unknown or uninitialised column: `truepositive`.
6: Unknown or uninitialised column: `confusion_matrix_high_MCC`.
7: Unknown or uninitialised column: `confusion_matrix_high_MCC`.
8: Unknown or uninitialised column: `confusion_matrix_high_MCC`.
9: Unknown or uninitialised column: `keep_score_visualize`.
10: Unknown or uninitialised column: `truepositive`.
fill=confusion_matrix_high_precision,
color=confusion_matrix_high_precision)) +
geom_boxplot(alpha=0.3) +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
scale_fill_manual(name="",
values = alpha(rev(pal(4)), 0.5),
labels=c("false negative", "false positive",
"true negative", "true positive")) +
scale_color_manual(name="",
values = alpha(rev(pal(4)), 1),
labels=c("false negative", "false positive",
"true negative", "true positive")) +
xlab("Number of Viral Sequences") +
ylab("") +
facet_wrap(~seqtype, scales = "free") +
coord_flip()

ggplot(viruses, aes(x=percent_viral, y=confusion_matrix_high_precision,
fill=confusion_matrix_high_precision,
color=confusion_matrix_high_precision)) +
geom_boxplot(alpha=0.3) +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
scale_fill_manual(name="",
values = alpha(rev(pal(4)), 0.5),
labels=c("false negative", "false positive",
"true negative", "true positive")) +
scale_color_manual(name="",
values = alpha(rev(pal(4)), 1),
labels=c("false negative", "false positive",
"true negative", "true positive")) +
xlab("Percent Genes Viral") +
ylab("") +
facet_wrap(~seqtype, scales = "free") +
coord_flip()

ggplot(viruses, aes(x=hallmark, y=confusion_matrix_high_precision,
fill=confusion_matrix_high_precision,
color=confusion_matrix_high_precision)) +
geom_boxplot(alpha=0.3) +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
scale_fill_manual(name="",
values = alpha(rev(pal(4)), 0.5),
labels=c("false negative", "false positive",
"true negative", "true positive")) +
scale_color_manual(name="",
values = alpha(rev(pal(4)), 1),
labels=c("false negative", "false positive",
"true negative", "true positive")) +
xlab("Number of Hallmark Genes") +
ylab("") +
facet_wrap(~seqtype, scales = "free") +
coord_flip()

ggplot(viruses, aes(x=hallmark, y=checkv_viral_genes,
fill=confusion_matrix_high_precision,
color=confusion_matrix_high_precision)) +
geom_point(alpha=0.3) +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
scale_fill_manual(name="",
values = alpha(rev(pal(4)), 0.5),
labels=c("false negative", "false positive",
"true negative", "true positive")) +
scale_color_manual(name="",
values = alpha(rev(pal(4)), 1),
labels=c("false negative", "false positive",
"true negative", "true positive")) +
xlab("Number of Hallmark Genes") +
ylab("Number of Viral Genes") +
facet_wrap(~seqtype, scales = "free") +
coord_flip()

viruses_false_positive <- viruses[viruses$confusion_matrix_high_precision=="false positive",]
Warning messages:
1: Unknown or uninitialised column: `confusion_matrix_high_MCC`.
2: Unknown or uninitialised column: `confusion_matrix_high_MCC`.
3: Unknown or uninitialised column: `confusion_matrix_high_MCC`.
4: Unknown or uninitialised column: `keep_score_visualize`.
5: Unknown or uninitialised column: `truepositive`.
viruses_false_negative <- viruses[viruses$confusion_matrix_high_precision=="false negative",]
ggplot(viruses, aes(x=hallmark, y=checkv_viral_genes,
fill=checkv_length,
color=checkv_length,
shape=checkv_provirus)) +
geom_point(alpha=0.3) +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
xlab("Number of Hallmark Genes") +
ylab("Number of Viral Genes") +
facet_wrap(~seqtype, scales = "free") +
coord_flip()

ggplot(viruses_false_positive, aes(x=hallmark, y=checkv_length,
fill=checkv_viral_genes,
color=checkv_viral_genes,
shape=checkv_provirus)) +
geom_point(alpha=0.3) +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
xlab("Number of Hallmark Genes") +
ylab("Contig Length") +
facet_wrap(~seqtype, scales = "free") +
coord_flip()

ggplot(viruses_false_positive[viruses_false_positive$seqtype=="bacteria"], aes(x=hallmark, y=checkv_length,
fill=checkv_viral_genes,
color=checkv_viral_genes,
shape=checkv_provirus)) +
geom_point(alpha=0.3) +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
xlab("Number of Hallmark Genes") +
ylab("Contig Length") +
facet_wrap(~Kaiju_Viral, scales = "free") +
coord_flip()
Error:
! Must subset columns with a valid subscript vector.
ℹ Logical subscripts must match the size of the indexed input.
✖ Input has size 43 but subscript `viruses_false_positive$seqtype == "bacteria"` has size 1670.
Backtrace:
1. ggplot2::ggplot(...)
3. tibble:::`[.tbl_df`(...)
4. tibble:::vectbl_as_col_location(...)
7. vctrs::vec_as_location(j, n, names)
8. vctrs (local) `<fn>`()
9. vctrs:::stop_indicator_size(...)
table(viruses$hallmark[viruses$confusion_matrix_high_precision=="false positive"]>0)
FALSE TRUE
4398 2608
table(viruses$percent_host[viruses$confusion_matrix_high_precision=="false positive"]<50)
FALSE TRUE
855 6151
high MCC example
viruses$keep_score_high_MCC <- getting_viral_set_1(viruses, include_deepvirfinder = F,
There were 34 warnings (use warnings() to see them)
include_vibrant = T,
include_virsorter2 = T,
include_kaiju = T,
include_tuning = T,
include_virsorter = T)
number of items to replace is not a multiple of replacement lengthUnknown or uninitialised column: `checkV_length`.Unknown or uninitialised column: `checkV_length`.
viruses$confusion_matrix_high_MCC <- "true negative"
viruses$confusion_matrix_high_MCC[viruses$seqtype=="virus" & viruses$keep_score_high_MCC<1] <- "false negative"
viruses$confusion_matrix_high_MCC[viruses$seqtype=="virus" & viruses$keep_score_high_MCC>=1] <- "true positive"
viruses$confusion_matrix_high_MCC[viruses$seqtype!="virus" & viruses$keep_score_high_MCC>=1] <- "false positive"
visualizing confusion matrix by taxa
confusion_by_taxa <- melt(table(viruses$confusion_matrix_high_MCC, viruses$seqtype, viruses$Index))
The melt generic in data.table has been passed a table and will attempt to redirect to the relevant reshape2 method; please note that reshape2 is deprecated, and this redirection is now deprecated as well. To continue using melt methods from reshape2 while both libraries are attached, e.g. melt.list, you can prepend the namespace like reshape2::melt(table(viruses$confusion_matrix_high_MCC, viruses$seqtype, viruses$Index)). In the next version, this warning will become an error.
colnames(confusion_by_taxa) <- c("confusion_matrix", "seqtype","Index", "count")
ggplot(confusion_by_taxa, aes(x=count, y=as.factor(Index),
There were 14 warnings (use warnings() to see them)
fill=confusion_matrix,
color=confusion_matrix)) +
geom_bar(stat="identity") +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
scale_fill_manual(name="",
values = alpha(rev(pal(4)), 0.5),
labels=c("false negative", "false positive",
"true negative", "true positive")) +
scale_color_manual(name="",
values = alpha(rev(pal(4)), 1),
labels=c("false negative", "false positive",
"true negative", "true positive")) +
xlab("Number of Sequences") +
ylab("") +
facet_wrap(~seqtype, scales = "free") +
coord_flip()

ggplot(viruses, aes(x=checkv_length, y=keep_score_high_MCC,
Warning messages:
1: Unknown or uninitialised column: `keep_score_visualize`.
2: Unknown or uninitialised column: `truepositive`.
fill=confusion_matrix_high_MCC,
color=confusion_matrix_high_MCC)) +
geom_point(stat="identity", shape=21) +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
scale_fill_manual(name="",
values = alpha(rev(pal(4)), 0.5),
labels=c("false negative", "false positive",
"true negative", "true positive")) +
scale_color_manual(name="",
values = alpha(rev(pal(4)), 1),
labels=c("false negative", "false positive",
"true negative", "true positive")) +
xlab("Sequence Length (bp)") +
ylab("Pipeline Viral Score") +
facet_wrap(~seqtype) +
scale_x_log10()

high recall example
viruses$keep_score_high_recall <- getting_viral_set_1(viruses, include_deepvirfinder = T,
There were 22 warnings (use warnings() to see them)
include_vibrant = T,
include_virsorter2 = T,
include_kaiju = T,
include_tuning = T,
include_virsorter = T)
number of items to replace is not a multiple of replacement lengthUnknown or uninitialised column: `checkV_length`.Unknown or uninitialised column: `checkV_length`.
viruses$confusion_matrix_high_recall <- "true negative"
viruses$confusion_matrix_high_recall[viruses$seqtype=="virus" & viruses$keep_score_high_recall<1] <- "false negative"
viruses$confusion_matrix_high_recall[viruses$seqtype=="virus" & viruses$keep_score_high_recall>=1] <- "true positive"
viruses$confusion_matrix_high_recall[viruses$seqtype!="virus" & viruses$keep_score_high_recall>=1] <- "false positive"
accuracy:
length(grep("true", viruses$confusion_matrix_high_recall))/nrow(viruses)
[1] 0.9172612
visualizing confusion matrix by taxa
confusion_by_taxa <- melt(table(viruses$confusion_matrix_high_recall, viruses$seqtype, viruses$Index))
The melt generic in data.table has been passed a table and will attempt to redirect to the relevant reshape2 method; please note that reshape2 is deprecated, and this redirection is now deprecated as well. To continue using melt methods from reshape2 while both libraries are attached, e.g. melt.list, you can prepend the namespace like reshape2::melt(table(viruses$confusion_matrix_high_recall, viruses$seqtype, viruses$Index)). In the next version, this warning will become an error.
colnames(confusion_by_taxa) <- c("confusion_matrix", "seqtype","Index", "count")
pal <- ggthemes::tableau_color_pal(palette="Tableau 10", type="regular")
Warning messages:
1: Unknown or uninitialised column: `keep_score_visualize`.
2: Unknown or uninitialised column: `truepositive`.
p2 <- ggplot(confusion_by_taxa, aes(x=count, y=as.factor(Index),
fill=confusion_matrix,
color=confusion_matrix)) +
geom_bar(stat="identity") +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
scale_fill_manual(name="",
values = alpha(rev(pal(4)), 0.5),
labels=c("false negative", "false positive",
"true negative", "true positive")) +
scale_color_manual(name="",
values = alpha(rev(pal(4)), 1),
labels=c("false negative", "false positive",
"true negative", "true positive")) +
xlab("Number of Sequences") +
ylab("") +
facet_wrap(~seqtype, scales = "free") +
coord_flip()
p2

ggplot(viruses, aes(x=checkv_completeness, y=hallmark,
Warning messages:
1: Unknown or uninitialised column: `keep_score_visualize`.
2: Unknown or uninitialised column: `truepositive`.
fill=confusion_matrix_high_recall,
color=confusion_matrix_high_recall)) +
geom_point(stat="identity", shape=21) +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
scale_fill_manual(name="",
values = alpha(rev(pal(4)), 0.5),
labels=c("false negative", "false positive",
"true negative", "true positive")) +
scale_color_manual(name="",
values = alpha(rev(pal(4)), 1),
labels=c("false negative", "false positive",
"true negative", "true positive")) +
xlab("CheckV Completeness") +
ylab("Number of Hallmark Genes") +
facet_wrap(~seqtype) +
scale_x_log10()

ggplot(viruses, aes(x=checkv_completeness, y=keep_score_high_MCC,
Warning messages:
1: Unknown or uninitialised column: `keep_score_visualize`.
2: Unknown or uninitialised column: `truepositive`.
3: Unknown or uninitialised column: `keep_score_visualize`.
4: Unknown or uninitialised column: `truepositive`.
fill=confusion_matrix_high_recall,
color=confusion_matrix_high_recall)) +
geom_point(stat="identity", shape=21) +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
scale_fill_manual(name="",
values = alpha(rev(pal(4)), 0.5),
labels=c("false negative", "false positive",
"true negative", "true positive")) +
scale_color_manual(name="",
values = alpha(rev(pal(4)), 1),
labels=c("false negative", "false positive",
"true negative", "true positive")) +
xlab("CheckV Completeness") +
ylab("Pipeline Viral Score") +
facet_wrap(~seqtype) +
scale_x_log10()

ggplot(viruses, aes(x=confusion_matrix_high_recall, y=checkv_length,
There were 12 warnings (use warnings() to see them)
fill=confusion_matrix_high_recall,
color=confusion_matrix_high_recall)) +
geom_boxplot() +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
scale_fill_manual(name="",
values = alpha(rev(pal(4)), 0.5),
labels=c("false negative", "false positive",
"true negative", "true positive")) +
scale_color_manual(name="",
values = alpha(rev(pal(4)), 1),
labels=c("false negative", "false positive",
"true negative", "true positive")) +
xlab("Sequence Length (bp)") +
ylab("Pipeline Viral Score") +
scale_y_log10()

looking at false negatives
viruses_false_negs <- viruses[(viruses$seqtype=="virus" & viruses$keep_score_high_recall<1),]
looking at protists calling viral
viruses_false_pos_protists <- viruses[(viruses$seqtype=="protist" & viruses$keep_score_high_recall>=1),]
There were 40 warnings (use warnings() to see them)
Visualizing confusion matrix by number of tools
viruses$keep_score_visualize <- viruses$keep_score_high_MCC
There were 32 warnings (use warnings() to see them)
viruses$keep_score_visualize[viruses$keep_score_high_MCC>1] <- "> 1"
viruses$keep_score_visualize[viruses$keep_score_high_MCC==1] <- "1"
viruses$keep_score_visualize[viruses$keep_score_high_MCC==0.5] <- "0.5"
viruses$keep_score_visualize[viruses$keep_score_high_MCC==0] <- "0"
viruses$keep_score_visualize[viruses$keep_score_high_MCC==-0.5] <- "-0.5"
viruses$keep_score_visualize[viruses$keep_score_high_MCC==-1] <- "-1"
viruses$keep_score_visualize[viruses$keep_score_high_MCC<=-1] <- "< -1"
viruses$keep_score_visualize <- factor(viruses$keep_score_visualize,
levels=c("< -1", "-1", "-0.5", "0", "0.5","1", "> 1"))
#viruses$keep_score_visualize <- factor(viruses$keep_score_visualize,
# labels=c("≤ 0", "≤ 0", "≤ 0", "0.5","1", "> 1"))
levels(factor(viruses$keep_score_visualize))
[1] "< -1" "-0.5" "0" "0.5" "1" "> 1"
pal <- ggthemes::tableau_color_pal(palette="Tableau 20", type="regular")
ggplot(viruses, aes(x=as.factor(Index),
fill=keep_score_visualize, color=keep_score_visualize)) +
geom_bar(stat="count", position="stack") +
theme_light() +
coord_flip() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14),
legend.text=element_text(size=12),
axis.title=element_text(size=16)
) +
scale_color_manual(name = 'Viral Score',
values = alpha(c(pal(6)), 1)) +
scale_fill_manual(name = 'Viral Score',
values = alpha(c(pal(6)), 0.5)) +
xlab("Index") +
ylab("Sequence Count") +
facet_wrap(~confusion_matrix_high_MCC, scales = "free")

Plot of how many methods identify a contig
viruses$keep_score_all <- getting_viral_set_1(viruses, include_deepvirfinder = T,
There were 50 or more warnings (use warnings() to see the first 50)
include_vibrant = T,
include_virsorter2 = T,
include_virsorter = T,
include_tuning_viral= T,
include_tuning_not_viral = T)
number of items to replace is not a multiple of replacement lengthUnknown or uninitialised column: `checkV_length`.Unknown or uninitialised column: `checkV_length`.
viruses$keep_score_vb <- getting_viral_set_1(viruses, include_deepvirfinder = F,
Warning message:
Unknown or uninitialised column: `truepositive`.
include_vibrant = T,
include_virsorter2 = F,
include_kaiju = F,
include_tuning = F,
include_virsorter = F)
viruses$keep_score_dvf <- getting_viral_set_1(viruses, include_deepvirfinder = T,
include_vibrant = F,
include_virsorter2 = F,
include_kaiju = F,
include_tuning = F,
include_virsorter = F)
viruses$keep_score_vs2 <- getting_viral_set_1(viruses, include_deepvirfinder = F,
include_vibrant = F,
include_virsorter2 = T,
include_kaiju = F,
include_tuning = F,
include_virsorter = F)
viruses$keep_score_vs <- getting_viral_set_1(viruses, include_deepvirfinder = F,
include_vibrant = F,
include_virsorter2 = F,
include_kaiju = F,
include_tuning = F,
include_virsorter = T)
viruses$keep_score_tuning <- getting_viral_set_1(viruses, include_deepvirfinder = F,
include_vibrant = F,
include_virsorter2 = F,
include_kaiju = F,
include_tuning = T,
include_virsorter = F)
number of items to replace is not a multiple of replacement length
viruses$keep_score_kj <- getting_viral_set_1(viruses, include_deepvirfinder = F,
include_vibrant = F,
include_virsorter2 = F,
include_kaiju = T,
include_tuning = F,
include_virsorter = F)
sm_m <- reshape2::melt(sm)
Using method as id variables
Warning messages:
1: Unknown or uninitialised column: `truepositive`.
2: Unknown or uninitialised column: `truepositive`.
colnames(sm_m) <- c("primary_method", "number_methods", "number")
ggplot(sm_m, aes(x=primary_method, y=number,
Warning message:
Unknown or uninitialised column: `truepositive`.
fill=number_methods)) +
geom_bar(stat="identity") +
theme_light() +
coord_flip() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom"
) +
scale_fill_manual(name = 'Number of Methods',
values = alpha(c(viridis(5)), 1)) +
xlab("Primary Method") +
ylab("Count of Viral Contigs")

Considering how each method contributes to the final prediction
sm_m <- reshape2::melt(sm)
Using method as id variables
Warning message:
Unknown or uninitialised column: `truepositive`.
colnames(sm_m) <- c("primary_method", "number_methods", "number")

viruses$keep_score_vb <- getting_viral_set_1(viruses, include_deepvirfinder = F,
There were 50 or more warnings (use warnings() to see the first 50)
include_vibrant = T,
include_virsorter2 = F,
include_tuning_viral = F,
include_tuning_not_viral = F,
include_virsorter = F)
viruses$keep_score_vb_dvf <- getting_viral_set_1(viruses, include_deepvirfinder = T,
include_vibrant = T,
include_virsorter2 = F,
include_tuning_viral = F,
include_tuning_not_viral = F,
include_virsorter = F)
viruses$keep_score_vb_dvf_vs2 <- getting_viral_set_1(viruses, include_deepvirfinder = T,
include_vibrant = T,
include_virsorter2 = T,
include_tuning_viral = F,
include_tuning_not_viral = F,
include_virsorter = F)
viruses$keep_score_vb_dvf_vs2_vs <- getting_viral_set_1(viruses, include_deepvirfinder = T,
include_vibrant = T,
include_virsorter2 = T,
include_tuning_viral = F,
include_tuning_not_viral = F,
include_virsorter = T)
viruses$keep_score_vb_dvf_vs2_vs_tv <- getting_viral_set_1(viruses, include_deepvirfinder = T,
include_vibrant = T,
include_virsorter2 = T,
include_tuning_viral = T,
include_tuning_not_viral = F,
include_virsorter = T)
viruses$keep_score_vb_dvf_vs2_vs_tv_tnv <- getting_viral_set_1(viruses, include_deepvirfinder = T,
include_vibrant = T,
include_virsorter2 = T,
include_tuning_viral = T,
include_tuning_not_viral = T,
include_virsorter = T)
number of items to replace is not a multiple of replacement lengthUnknown or uninitialised column: `checkV_length`.Unknown or uninitialised column: `checkV_length`.
Considering how each method contributes to the final prediction
viruses_high <- viruses[viruses$keep_score_all>=1,]
There were 50 or more warnings (use warnings() to see the first 50)
viruses_high_mod <- viruses_high %>% select(keep_score_vb,keep_score_vb_dvf,
keep_score_vb_dvf_vs2, keep_score_vb_dvf_vs2_vs,
keep_score_vb_dvf_vs2_vs_tv, keep_score_vb_dvf_vs2_vs_tv_tnv)
#viruses_high_mod <- apply(viruses_high_mod, c(1,2), function(x) {if (x >= 1) {x <- 1} else {x <- 0}})
viruses_high_mod <- as_tibble(viruses_high_mod)
sm_m <- reshape2::melt(viruses_high_mod)
No id variables; using all as measure variables
colnames(sm_m) <- c("method", "viral_score")
sm_m$score[sm_m$viral_score==0.5] <- "0.5"
There were 34 warnings (use warnings() to see them)
ggplot(sm_m, aes(x=method, y=score,
There were 34 warnings (use warnings() to see them)
fill=score)) +
geom_bar(stat="identity") +
theme_light() +
coord_flip() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom"
) +
scale_fill_manual(name = 'Number of Methods',
values = alpha(c(viridis(6)), 1)) +
xlab("") +
ylab("Viral Score") +
coord_flip()
Coordinate system already present. Adding new coordinate system, which will replace the existing one.

Considering how each method contributes to the final prediction (high MCC)
viruses$keep_score_vb <- getting_viral_set_1(viruses, include_deepvirfinder = F,
There were 17 warnings (use warnings() to see them)
include_vibrant = T,
include_virsorter2 = F,
include_tuning_viral = F,
include_tuning_not_viral = F,
include_virsorter = F)
viruses$keep_score_vb_tv <- getting_viral_set_1(viruses, include_deepvirfinder = F,
include_vibrant = T,
include_virsorter2 = T,
include_tuning_viral = T,
include_tuning_not_viral = F,
include_virsorter = F)
viruses_high <- viruses[viruses$keep_score_vb_tv>=1,] #uncomment this line if want to use all 6 tools
There were 50 or more warnings (use warnings() to see the first 50)
viruses_high_mod <- viruses_high %>% select(keep_score_vb,
keep_score_vb_tv)
#viruses_high_mod <- apply(viruses_high_mod, c(1,2), function(x) {if (x >= 1) {x <- 1} else {x <- 0}})
viruses_high_mod <- as_tibble(viruses_high_mod)
sm_m <- reshape2::melt(viruses_high_mod)
No id variables; using all as measure variables
colnames(sm_m) <- c("method", "score")
ggplot(sm_m, aes(x=method, y=score,
There were 17 warnings (use warnings() to see them)
fill=as.factor(score))) +
geom_bar(stat="identity") +
theme_light() +
coord_flip() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom"
) +
scale_fill_manual(name = 'Number of Methods',
values = alpha(c(viridis(14)), 1)) +
xlab("Primary Method") +
ylab("Count of Viral Contigs") +
coord_flip()
Coordinate system already present. Adding new coordinate system, which will replace the existing one.

ROC
library(pROC)
viruses$truepositive <- rep(0, nrow(viruses))
viruses$truepositive[viruses$seqtype=="virus"] <- 1
rocobj <- roc(viruses$truepositive, viruses$keep_score)
rocobj_all <- roc(viruses$truepositive, viruses$keep_score_all)
auc <- round(auc(viruses$truepositive, viruses$keep_score),4)
auc_all <- round(auc(viruses$truepositive, viruses$keep_score_all),4)
#create ROC plot
ggroc(rocobj, colour = 'steelblue', size = 2) +
ggtitle(paste0('ROC Curve ', '(AUC = ', auc, ')')) +
coord_equal()
ggroc(rocobj_all, colour = 'green', size = 2) +
ggtitle(paste0('ROC Curve ', '(AUC = ', auc_all, ')'))
Sensitivity: The probability that the model predicts a positive outcome for an observation when indeed the outcome is positive. Specificity: The probability that the model predicts a negative outcome for an observation when indeed the outcome is negative.
Comparing behavior of all testing sets combined (clustering analyses)
viral_scores <- matrix(data=0, nrow=nrow(viruses), ncol=nrow(combos_list))
num_viruses <- data.frame(toolcombo=rep(0, nrow(combos_list)),
num_viruses=rep(0, nrow(combos_list)))
for (i in 1:nrow(combos_list)) {
viral_scores[,i] <- getting_viral_set_1(viruses, include_vibrant = combos_list$VIBRANT[i],
include_virsorter = combos_list$VS[i],
include_virsorter2 = combos_list$VS2[i],
include_tuning = combos_list$CheckV[i],
include_kaiju = combos_list$Kaiju[i],
include_deepvirfinder = combos_list$DVF[i])
num_viruses$num_viruses[i] <- table(viral_scores[,i]>=1)[[2]]
num_viruses$toolcombo[i] <- combos_list$toolcombo[i]
num_viruses$toolcombo2[i] <- combos_list$toolcombo2[i]
}
num_viruses$numtools <- str_count(num_viruses$toolcombo, "1")
num_viruses <- num_viruses[order(num_viruses$num_viruses, decreasing=F),]
num_viruses$toolcombo <- factor(num_viruses$toolcombo, levels = unique(num_viruses$toolcombo))
num_viruses$toolcombo2 <- factor(num_viruses$toolcombo2, levels = unique(num_viruses$toolcombo2))
num_viruses$numtools <- as.factor(num_viruses$numtools)
ggplot(num_viruses, aes(x=toolcombo, y=num_viruses,
color=numtools, fill=numtools)) +
geom_point() +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14, angle = 90),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
xlab("Tool Combination (CV, DVF, KJ, VB, VS, VS2)") +
ylab("Num Viruses Predicted")
ggplot(num_viruses, aes(x=toolcombo2, y=num_viruses,
color=numtools, fill=numtools)) +
geom_point() +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14, angle = 90),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
xlab("Tool Combination (CV, DVF, KJ, VB, VS, VS2)") +
ylab("Num Viruses Predicted")
ggplot(num_viruses, aes(x=numtools, y=num_viruses)) +
geom_boxplot(aes(color=numtools)) +
geom_point(aes(color=numtools, fill=numtools)) +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14, angle = 90),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
xlab("Number of Tools") +
ylab("Num Viruses Predicted")
viral_scores_nozeros <- viral_scores[rowSums(viral_scores)>0,]
viral_scores_nozeros <- viral_scores_nozeros + 1
viral_scores_nozeros <- as.data.frame(viral_scores_nozeros)
colnames(viral_scores_nozeros) <- num_viruses$toolcombo2
library(phyloseq)
tooldata <- num_viruses
rownames(tooldata) <- tooldata$toolcombo2
physeq_pooled <- phyloseq(otu_table(viral_scores_nozeros, taxa_are_rows = T),
sample_data(tooldata))
ordination <- phyloseq::ordinate(physeq =physeq_pooled, method = "PCoA", distance = "bray")
phyloseq::plot_ordination(physeq = physeq_pooled, ordination = ordination,
shape="numtools", color="num_viruses") +
geom_point(size = 3) +
theme_bw() +
geom_label(label=tooldata$toolcombo)
phyloseq::plot_ordination(physeq = physeq_pooled, ordination = ordination,
shape="numtools", color="num_viruses") +
geom_point(size = 3) +
theme_bw()
to do: try coloring above based on the F1 scores of the testing set on each combination
bray_dist <- phyloseq::distance(physeq_pooled, method="bray")
clusters <- hclust(dist(bray_dist))
plot(clusters)
myclusters <- cutree(clusters, h=1.1)
names(myclusters[myclusters==1])
names(myclusters[myclusters==2])
names(myclusters[myclusters==3])
names(myclusters[myclusters==4])
names(myclusters[myclusters==5])
myclusters_df <- tibble(combo=names(myclusters),
cluster_index=myclusters)
myclusters_df <- separate(myclusters_df, col=combo, into=c("CheckV", "DVF",
"Kaiju", "VIBRANT",
"VirSorter", "VirSorter2"),
sep=" ", remove = F)
tool_count <- as.data.frame(rbind(table(myclusters_df$CheckV, myclusters_df$cluster_index)[2,],
table(myclusters_df$DVF, myclusters_df$cluster_index)[2,],
table(myclusters_df$Kaiju, myclusters_df$cluster_index)[2,],
table(myclusters_df$VIBRANT, myclusters_df$cluster_index)[2,],
table(myclusters_df$VirSorter, myclusters_df$cluster_index)[2,],
table(myclusters_df$VirSorter2, myclusters_df$cluster_index)[2,])
)
tool_count$method <- c("CheckV", "DVF", "Kaiju", "VIBRANT", "VirSorter", "VirSorter2")
tool_count <- melt(tool_count)
colnames(tool_count) <- c("tool", "cluster_index", "tool_count")
pal <- ggthemes::tableau_color_pal(palette="Tableau 10", type="regular")
ggplot(tool_count, aes(x=cluster_index, y=tool_count,
fill=cluster_index,
color=cluster_index)) +
geom_bar(stat="identity") +
theme_light() +
theme(
panel.grid.major.y = element_blank(),
panel.border = element_blank(),
axis.ticks.y = element_blank(),
legend.position = "bottom",
axis.text.y=element_text(size=14),
axis.text.x=element_text(size=14),
legend.text=element_text(size=12),
axis.title=element_text(size=16),
) +
scale_fill_manual(name="",
values = alpha(rev(pal(6)), 0.5)) +
scale_color_manual(name="",
values = alpha(rev(pal(6)), 1)) +
xlab("Cluster") +
ylab("Number of Times in Cluster") +
facet_wrap(~tool, scales = "free")
LS0tCnRpdGxlOiAiVmlyYWwgU2VxdWVuY2UgU29ydGluZyBUb29scyBFdmFsdWF0aW9uIgphdXRob3I6IEJyaWRnZXQgSGVnYXJ0eSwgSmFtZXMgUmlkZGVsbApkYXRlOiAwNy0yMi0yMDIyCm91dHB1dDogaHRtbF9ub3RlYm9vawotLS0KVGhpcyBSbWFya2Rvd24gZmlsZSBhc3Nlc3NlcyB0aGUgb3V0cHV0IG9mIENoZWNrViwgRGVlcFZpckZpbmRlciwgS2FpanUsClZJQlJBTlQsIFZpclNvcnRlciwgYW5kIFZpclNvcnRlcjIgb24gbXVsdGlwbGUgdHJhaW5pbmcgc2V0cyBvZiBtaWNyb2JpYWwgRE5BLCAKcHJpbWFyaWx5IGZyb20gTkNCSS4gQ3JlYXRlZCBmcm9tIGZ1bmdhbCwgdmlyYWwsIGJhY3RlcmlhbCwgYXJjaGVhZWwsIHByb3Rpc3QsCmFuZCBwbGFzbWlkIEROQSBzZXF1ZW5jZXMKClBsZWFzZSByZWFjaCBvdXQgdG8gSmFtZXMgUmlkZGVsbCAocmlkZGVsbC4yNkBidWNrZXllbWFpbC5vc3UuZWR1KSBvcgpCcmlkZ2V0IEhlZ2FydHkgKGJlaDUzQGNhc2UuZWR1KSByZWdhcmRpbmcgYW55IGlzc3Vlcywgb3Igb3BlbiBhbiBpc3N1ZSBvbiBnaXRodWIuCgpgYGB7ciBzZXR1cC1saWJyYXJ5fQpsaWJyYXJ5KGdncGxvdDIpCmxpYnJhcnkocGx5cikKbGlicmFyeShyZXNoYXBlMikKbGlicmFyeSh2aXJpZGlzKQpsaWJyYXJ5KHRpZHlyKQpsaWJyYXJ5KGRwbHlyKQpsaWJyYXJ5KHJlYWRyKQpsaWJyYXJ5KGRhdGEudGFibGUpCmxpYnJhcnkocFJPQykKYGBgCgpJbXBvcnQgdGhlIGZpbGUgdGhhdCBjb21iaW5lcyB0aGUgcmVzdWx0cyBmcm9tIGVhY2ggb2YgdGhlIHRvb2xzIGZyb20gcnVubmluZyAiY29tYmluaW5nX3Rvb2xfb3V0cHV0LlJtZCI6CmBgYHtyfQp2aXJ1c2VzIDwtIHJlYWRfdHN2KCIuLi9JbnRlcm1lZGlhcnlGaWxlcy92aXJhbF90b29sc19jb21iaW5lZC50c3YiKQpgYGAKCmBgYHtyfQp2aXJ1c2VzJGNoZWNrdl9jb21wbGV0ZW5lc3NbaXMubmEodmlydXNlcyRjaGVja3ZfY29tcGxldGVuZXNzKV0gPC0gMApgYGAKCgpUaGlzIHNlY3Rpb24gZGVmaW5lcyBhIHZpcmFsbmVzcyBzY29yZSAia2VlcF9zY29yZSIgYmFzZWQgb24gdGhlIHRvb2wgY2xhc3NpZmljYXRpb25zLiAKQSBmaW5hbCBrZWVwX3Njb3JlIGFib3ZlIDEgaW5kaWNhdGVzIHdlIHdpbGwga2VlcCB0aGF0IHNlcXVlbmNlIGFuZCBjYWxsIGl0IHZpcmFsLgoKVklCUkFOVAogICAgUXVhbGl0eSA9PSAiSGlnaCBRdWFsaXR5IERyYWZ0IjogKzEKICAgIFF1YWxpdHkgPT0gIk1lZGl1bSBRdWFsaXR5IERyYWZ0IjogKzEKICAgIFF1YWxpdHkgPT0gIkxvdyBRdWFsaXR5IERyYWZ0IiAmIHByb3ZpcnVzID09IFRSVUU6ICswLjUKClZpcnNvcnRlcjIKICAgIFZpcmFsID49IDUwOiArMC41CiAgICBWaXJhbCA+PSAwLjk1OiArMC41CgpWaXJzb3J0ZXIKICAgIGNhdGVnb3J5ID09ICAxLDIsNCw1OiArMQogICAgY2F0ZWdvcnkgPT0gMyw2OiArMC41CgpEZWVwVmlyRmluZGVyOgogICAgU2NvcmUgPj0gMC43OiArMC41CiAgICBTY29yZSA+PSAwLjk6ICswLjUKCkthaWp1OgogICAgS2FpanVfdmlyYWwgPSAiY2VsbHVsYXIgb3JnYW5pc21zIjogLTEKICAgIEthaWp1X3ZpcmFsID0gIlZpcnVzZXMiOiArMQoKQ2hlY2tWCiAgICBJZiAldW5rbm93biA+PSA3NTogKzAuNQogICAgSGFsbG1hcmsgPiAyOiArMQogICAgdmlyYWxfZ2VuZXMgPT0gMCBhbmQgaG9zdF9nZW5lcyA+PSAxOiBrZWVwX3Njb3JlID0gMAogICAgSWYgMyp2aXJhbF9nZW5lcyA8PSBob3N0X2dlbmVzOiBrZWVwX3Njb3JlID0gMAogICAgSWYgbGVuZ3RoID4gNTAsMDAwIGFuZCBoYWxsbWFyayA9PSAwOiBrZWVwX3Njb3JlID0gMAogICAgCgpUaGlzIHNjcmlwdCBwcm9kdWNlcyB2aXN1YWxpemF0aW9ucyBvZiB0aGVzZSBjb21iaW5lZCB2aXJhbCBzY29yaW5ncyBhbmQKaW5jbHVkZXMgZWNvbG9naWNhbCBtZXRyaWNzIGxpa2UgYWxwaGEgZGl2ZXJzaXR5LgoKWW91IGNhbiBkZWNpZGUgd2hpY2ggY29tYmluYXRpb24gaXMgYXBwcm9wcmlhdGUgZm9yIHRoZW0gYW5kIG9ubHkgbmVlZCB1c2UgdGhlCnRvb2xzIGFwcHJvcHJpYXRlIGZvciB5b3VyIGRhdGEuCgpgYGB7ciBnZXR0aW5nX3ZpcmFsX3NldF8xfQpnZXR0aW5nX3ZpcmFsX3NldF8xIDwtIGZ1bmN0aW9uKGlucHV0X3NlcXMsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV92aWJyYW50PUZBTFNFLCAKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3ZpcnNvcnRlcjI9RkFMU0UsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV9kZWVwdmlyZmluZGVyPUZBTFNFLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdHVuaW5nX3ZpcmFsPUZBTFNFLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdHVuaW5nX25vdF92aXJhbD1GQUxTRSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3ZpcnNvcnRlcj1GQUxTRSkgewogIAogIGtlZXBfc2NvcmUgPC0gcmVwKDAsIG5yb3coaW5wdXRfc2VxcykpCiAgCiAgaWYgKGluY2x1ZGVfdmlicmFudCkgewogICAga2VlcF9zY29yZVtpbnB1dF9zZXFzJHZpYnJhbnRfcXVhbGl0eT09ImhpZ2ggcXVhbGl0eSBkcmFmdCJdIDwtIGtlZXBfc2NvcmVbaW5wdXRfc2VxcyR2aWJyYW50X3F1YWxpdHk9PSJoaWdoIHF1YWxpdHkgZHJhZnQiXSArIDEKICAgIGtlZXBfc2NvcmVbaW5wdXRfc2VxcyR2aWJyYW50X3F1YWxpdHk9PSJtZWRpdW0gcXVhbGl0eSBkcmFmdCJdIDwtIGtlZXBfc2NvcmVbaW5wdXRfc2VxcyR2aWJyYW50X3F1YWxpdHk9PSJtZWRpdW0gcXVhbGl0eSBkcmFmdCJdICsgMQogICAga2VlcF9zY29yZVtpbnB1dF9zZXFzJHZpYnJhbnRfcXVhbGl0eT09ImxvdyBxdWFsaXR5IGRyYWZ0IiAmIGlucHV0X3NlcXMkY2hlY2t2X3Byb3ZpcnVzPT0iWWVzIl0gPC0ga2VlcF9zY29yZVtpbnB1dF9zZXFzJHZpYnJhbnRfcXVhbGl0eT09ImxvdyBxdWFsaXR5IGRyYWZ0IiAmIGlucHV0X3NlcXMkY2hlY2t2X3Byb3ZpcnVzPT0iWWVzIl0gKyAwLjUKIyAgICBrZWVwX3Njb3JlW2lucHV0X3NlcXMkdmlicmFudF9xdWFsaXR5PT0ibG93IHF1YWxpdHkgZHJhZnQiXSA8LSBrZWVwX3Njb3JlW2lucHV0X3NlcXMkdmlicmFudF9xdWFsaXR5PT0ibG93IHF1YWxpdHkgZHJhZnQiXSArIDAuNQogIH0KICAKICBpZiAoaW5jbHVkZV92aXJzb3J0ZXIyKSB7CiAgICBrZWVwX3Njb3JlW2lucHV0X3NlcXMkdmlyYWw+PTUwXSA8LSBrZWVwX3Njb3JlW2lucHV0X3NlcXMkdmlyYWw+PTUwXSArIDAuNQogICAga2VlcF9zY29yZVtpbnB1dF9zZXFzJHZpcmFsPj05NV0gPC0ga2VlcF9zY29yZVtpbnB1dF9zZXFzJHZpcmFsPj05NV0gKyAwLjUKICB9CiAgCiAgaWYgKGluY2x1ZGVfdmlyc29ydGVyKSB7CiAgICBrZWVwX3Njb3JlW2lucHV0X3NlcXMkY2F0ZWdvcnk9PTFdIDwtIGtlZXBfc2NvcmVbaW5wdXRfc2VxcyRjYXRlZ29yeT09MV0gKyAxCiAgICBrZWVwX3Njb3JlW2lucHV0X3NlcXMkY2F0ZWdvcnk9PTJdIDwtIGtlZXBfc2NvcmVbaW5wdXRfc2VxcyRjYXRlZ29yeT09Ml0gKyAwLjUKIyAgICBrZWVwX3Njb3JlW2lucHV0X3NlcXMkY2F0ZWdvcnk9PTNdIDwtIGtlZXBfc2NvcmVbaW5wdXRfc2VxcyRjYXRlZ29yeT09M10gKyAwLjUKICAgIGtlZXBfc2NvcmVbaW5wdXRfc2VxcyRjYXRlZ29yeT09NF0gPC0ga2VlcF9zY29yZVtpbnB1dF9zZXFzJGNhdGVnb3J5PT00XSArIDEKICAgIGtlZXBfc2NvcmVbaW5wdXRfc2VxcyRjYXRlZ29yeT09NV0gPC0ga2VlcF9zY29yZVtpbnB1dF9zZXFzJGNhdGVnb3J5PT01XSArIDAuNQojICAgIGtlZXBfc2NvcmVbaW5wdXRfc2VxcyRjYXRlZ29yeT09Nl0gPC0ga2VlcF9zY29yZVtpbnB1dF9zZXFzJGNhdGVnb3J5PT02XSArIDAuNQogIH0KICAKICBpZiAoaW5jbHVkZV9kZWVwdmlyZmluZGVyKSB7CiAgICBrZWVwX3Njb3JlW2lucHV0X3NlcXMkc2NvcmU+PTAuNyAmIGlucHV0X3NlcXMkY2hlY2t2X2xlbmd0aDwyMDAwMF0gPC0ga2VlcF9zY29yZVtpbnB1dF9zZXFzJHNjb3JlPj0wLjcgJiBpbnB1dF9zZXFzJGNoZWNrdl9sZW5ndGg8MjAwMDBdICsgMC41CiAgIGtlZXBfc2NvcmVbaW5wdXRfc2VxcyRzY29yZT49MC45ICYgaW5wdXRfc2VxcyRjaGVja3ZfbGVuZ3RoPDIwMDAwXSA8LSBrZWVwX3Njb3JlW2lucHV0X3NlcXMkc2NvcmU+PTAuOSAmIGlucHV0X3NlcXMkY2hlY2t2X2xlbmd0aDwyMDAwMF0gKyAwLjUKICB9CiAgCiAgaWYgKGluY2x1ZGVfdHVuaW5nX3ZpcmFsKSB7CiAgICBrZWVwX3Njb3JlW2lucHV0X3NlcXMkS2FpanVfVmlyYWw9PSJWaXJ1c2VzIl0gPC0ga2VlcF9zY29yZVtpbnB1dF9zZXFzJEthaWp1X1ZpcmFsPT0iVmlydXNlcyJdICsgMC41CiAgICBrZWVwX3Njb3JlW2lucHV0X3NlcXMkaGFsbG1hcms+Ml0gPC0ga2VlcF9zY29yZVtpbnB1dF9zZXFzJGhhbGxtYXJrPjJdICsgMQogICAga2VlcF9zY29yZVtpbnB1dF9zZXFzJHBlcmNlbnRfdW5rbm93bj49NzUgJiBpbnB1dF9zZXFzJGNoZWNrdl9sZW5ndGg8NTAwMDBdIDwtIGtlZXBfc2NvcmVbaW5wdXRfc2VxcyRwZXJjZW50X3Vua25vd24+PTc1ICYgaW5wdXRfc2VxcyRjaGVja3ZfbGVuZ3RoPDUwMDAwXSArIDAuNQogICAga2VlcF9zY29yZVtpbnB1dF9zZXFzJHBlcmNlbnRfdmlyYWw+PTUwXSA8LSBrZWVwX3Njb3JlW2lucHV0X3NlcXMkcGVyY2VudF92aXJhbD49NTBdICsgMC41CiAgfQogIAogIGlmIChpbmNsdWRlX3R1bmluZ19ub3RfdmlyYWwpIHsKICAgIGtlZXBfc2NvcmVbaW5wdXRfc2VxcyRLYWlqdV9WaXJhbD09ImNlbGx1bGFyIG9yZ2FuaXNtcyJdIDwtIGtlZXBfc2NvcmVbaW5wdXRfc2VxcyRLYWlqdV9WaXJhbD09ImNlbGx1bGFyIG9yZ2FuaXNtcyJdIC0gMQogICAga2VlcF9zY29yZVtpbnB1dF9zZXFzJGNoZWNrdl9ob3N0X2dlbmVzPjUwICYgaW5wdXRfc2VxcyRjaGVja3ZfcHJvdmlydXM9PSJObyJdIDwtIGtlZXBfc2NvcmVbaW5wdXRfc2VxcyRjaGVja3ZfaG9zdF9nZW5lcz41MCAmIGlucHV0X3NlcXMkY2hlY2t2X3Byb3ZpcnVzPT0iTm8iXSAtIDEKICAgIGtlZXBfc2NvcmVbaW5wdXRfc2VxcyRjaGVja3ZfdmlyYWxfZ2VuZXM9PTAgJiBpbnB1dF9zZXFzJGNoZWNrdl9ob3N0X2dlbmVzPj0xXSA8LSBrZWVwX3Njb3JlW2lucHV0X3NlcXMkY2hlY2t2X3ZpcmFsX2dlbmVzPT0wICYgaW5wdXRfc2VxcyRjaGVja3ZfaG9zdF9nZW5lcz49MV0gLSAxCiAgICBrZWVwX3Njb3JlWygoaW5wdXRfc2VxcyRjaGVja3ZfdmlyYWxfZ2VuZXMqMykgPD0gaW5wdXRfc2VxcyRjaGVja3ZfaG9zdF9nZW5lcykgJiBpbnB1dF9zZXFzJGNoZWNrdl9wcm92aXJ1cz09Ik5vIl0gPC0ga2VlcF9zY29yZVsoKGlucHV0X3NlcXMkY2hlY2t2X3ZpcmFsX2dlbmVzKjMpIDw9IGlucHV0X3NlcXMkY2hlY2t2X2hvc3RfZ2VuZXMpICYgaW5wdXRfc2VxcyRjaGVja3ZfcHJvdmlydXM9PSJObyJdIC0gMSAjIGNvbnNpZGVyIGFjY291bnRpbmcgZm9yIHByb3ZpcnVzIGRlc2lnbmF0aW9uCiAgICBrZWVwX3Njb3JlW2lucHV0X3NlcXMkY2hlY2t2X2xlbmd0aD41MDAwMDAgJiBpbnB1dF9zZXFzJGhhbGxtYXJrPD0xXSA8LSBrZWVwX3Njb3JlW2lucHV0X3NlcXMkY2hlY2t2X2xlbmd0aD41MDAwMDAgJiBpbnB1dF9zZXFzJGhhbGxtYXJrPD0xXSAtIDEKICAgIGtlZXBfc2NvcmVbaW5wdXRfc2VxcyRjaGVja3ZfY29tcGxldGVuZXNzPDEgJiBpbnB1dF9zZXFzJGhhbGxtYXJrPD0xXSA8LSBrZWVwX3Njb3JlW2lucHV0X3NlcXMkY2hlY2t2X2NvbXBsZXRlbmVzcz4xICYgaW5wdXRfc2VxcyRoYWxsbWFyazw9MV0gLSAxCiAgICBrZWVwX3Njb3JlW2lucHV0X3NlcXMkY2hlY2t2X2NvbXBsZXRlbmVzcz49NzUgJiBpbnB1dF9zZXFzJGNoZWNrVl9sZW5ndGg8PTUwMDBdIDwtIGtlZXBfc2NvcmVbaW5wdXRfc2VxcyRjaGVja3ZfY29tcGxldGVuZXNzPj03NSAmIGlucHV0X3NlcXMkY2hlY2tWX2xlbmd0aDw9NTAwMF0gLSAxICMgaGVscGVkIHdpdGggcHJvdGlzdCBjb250YW1pbmF0aW9uCiAgfQogIAogIHJldHVybihrZWVwX3Njb3JlKQogIAp9CmBgYAoKCgojIEFzc2Vzc2luZyBwZXJmb3JtYW5jZSBhZ2FpbnN0IHRoZSAidHJ1dGgiCm5vdGUgdGhhdCB0aGlzIGlzIG9ubHkgYXMgYWNjdXJhdGUgYXMgdGhlIGFubm90YXRpb25zIG9mIHRoZSBpbnB1dCBzZXF1ZW5jZXMKCnRoaXMgZnVuY3Rpb24gY2FsY3VsYXRlcyB0aGUgcHJlY2lzaW9uLCByZWNhbGwsIGFuZCBGMSBzY29yZSBmb3IgZWFjaCBwaXBlbGluZQpgYGB7cn0KYXNzZXNzX3BlcmZvcm1hbmNlIDwtIGZ1bmN0aW9uKHNlcXR5cGUsIGtlZXBfc2NvcmUpIHsKICAKICB0cnVlcG9zaXRpdmUgPC0gcmVwKCJub3QgdmlyYWwiLCBsZW5ndGgoc2VxdHlwZSkpCiAgdHJ1ZXBvc2l0aXZlW3NlcXR5cGU9PSJ2aXJ1cyJdIDwtICJ2aXJhbCIKICAKICAjbWFrZSBjb25mdXNpb24gbWF0cml4CiAgY29uZnVzaW9uX21hdHJpeCA8LSByZXAoInRydWUgbmVnYXRpdmUiLCBsZW5ndGgoa2VlcF9zY29yZSkpCiAgY29uZnVzaW9uX21hdHJpeFt0cnVlcG9zaXRpdmU9PSJ2aXJhbCIgJiBrZWVwX3Njb3JlPD0xXSA8LSAiZmFsc2UgbmVnYXRpdmUiCiAgY29uZnVzaW9uX21hdHJpeFt0cnVlcG9zaXRpdmU9PSJ2aXJhbCIgJiBrZWVwX3Njb3JlPj0xXSA8LSAidHJ1ZSBwb3NpdGl2ZSIKICBjb25mdXNpb25fbWF0cml4W3RydWVwb3NpdGl2ZT09Im5vdCB2aXJhbCIgJiBrZWVwX3Njb3JlPj0xXSA8LSAiZmFsc2UgcG9zaXRpdmUiCiAgCiAgVFAgPC0gdGFibGUoY29uZnVzaW9uX21hdHJpeClbNF0KICBGUCA8LSB0YWJsZShjb25mdXNpb25fbWF0cml4KVsyXQogIFROIDwtIHRhYmxlKGNvbmZ1c2lvbl9tYXRyaXgpWzNdCiAgRk4gPC0gdGFibGUoY29uZnVzaW9uX21hdHJpeClbMV0KICAKICBwcmVjaXNpb24gPC0gVFAvKFRQK0ZQKQogIHJlY2FsbCA8LSBUUC8oVFArRk4pCiAgRjEgPC0gMipwcmVjaXNpb24qcmVjYWxsLyhwcmVjaXNpb24rcmVjYWxsKQogIAogIE1DQyA8LSAoVFAqVE4tRlAqRk4pL3NxcnQoYXMubnVtZXJpYyhUUCtGUCkqYXMubnVtZXJpYyhUUCtGTikqYXMubnVtZXJpYyhUTitGUCkqYXMubnVtZXJpYyhUTitGTikpCiAgCiAgYXVjIDwtIHJvdW5kKGF1Yyh0cnVlcG9zaXRpdmUsIGtlZXBfc2NvcmUpLDQpCiAgCiAgI2J5IHR5cGUgbWV0cmljcwogIGZ1bmdhbF9GUCA8LSB0YWJsZShjb25mdXNpb25fbWF0cml4W3NlcXR5cGU9PSJmdW5naSJdKVsyXQogIHByb3Rpc3RfRlAgPC0gdGFibGUoY29uZnVzaW9uX21hdHJpeFtzZXF0eXBlPT0icHJvdGlzdCJdKVsyXQogIGJhY3RlcmlhbF9GUCA8LSB0YWJsZShjb25mdXNpb25fbWF0cml4W3NlcXR5cGU9PSJiYWN0ZXJpYSJdKVsyXQogIHZpcmFsX0ZOIDwtIHRhYmxlKGNvbmZ1c2lvbl9tYXRyaXhbc2VxdHlwZT09InZpcnVzIl0pWzFdCiAgCiAgcGVyZm9ybWFuY2UgPC0gYyhwcmVjaXNpb24sIHJlY2FsbCwgRjEsIE1DQywgYXVjLCBmdW5nYWxfRlAsIAogICAgICAgICAgICAgICAgICAgcHJvdGlzdF9GUCwgYmFjdGVyaWFsX0ZQLCB2aXJhbF9GTikKICBuYW1lcyhwZXJmb3JtYW5jZSkgPC0gYygicHJlY2lzaW9uIiwgInJlY2FsbCIsICJGMSIsICJNQ0MiLCAiQVVDIiwgImZ1bmdhbF9GUCIsCiAgICAgICAgICAgICAgICAgICAgICAgICAgInByb3Rpc3RfRlAiLCAiYmFjdGVyaWFsX0ZQIiwgInZpcmFsX0ZOIikKICAKICByZXR1cm4ocGVyZm9ybWFuY2UpCn0KYGBgCgpjb21iaW5hdGlvbiBvZiB0b29scyBsaXN0CmBgYHtyfQpjb21ib3NfbGlzdCA8LSBkYXRhLmZyYW1lKHRvb2xjb21ibz1yZXAoMCwgNjQpLAogICAgICAgICAgICAgICAgICAgICAgICAgIHR1bmVfbm90X3ZpcmFsPXJlcCgwLCA2NCksCiAgICAgICAgICAgICAgICAgICAgICAgICAgRFZGPXJlcCgwLCA2NCksCiAgICAgICAgICAgICAgICAgICAgICAgICAgdHVuZV92aXJhbD1yZXAoMCwgNjQpLAogICAgICAgICAgICAgICAgICAgICAgICAgIFZJQlJBTlQ9cmVwKDAsIDY0KSwKICAgICAgICAgICAgICAgICAgICAgICAgICBWUz1yZXAoMCwgNjQpLAogICAgICAgICAgICAgICAgICAgICAgICAgIFZTMj1yZXAoMCwgNjQpKQpwIDwtIDEKCmZvciAoaSBpbiBjKDAsMSkpewogIGZvciAoaiBpbiBjKDAsMSkpewogICAgZm9yIChrIGluIGMoMCwxKSl7CiAgICAgIGZvciAobCBpbiBjKDAsMSkpewogICAgICAgIGZvciAobSBpbiBjKDAsMSkpewogICAgICAgICAgZm9yIChuIGluIGMoMCwxKSl7CiAgICAgICAgICAgIGNvbWJvc19saXN0JHRvb2xjb21ib1twXSA8LSBwYXN0ZShpLGosayxsLG0sbikKICAgICAgICAgICAgY29tYm9zX2xpc3QkdG9vbGNvbWJvMltwXSA8LSBwYXN0ZShpZihpKXsidHYifWVsc2V7IjAifSxpZihqKXsiRFZGIn1lbHNleyIwIn0sCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaWYoayl7InRudiJ9ZWxzZXsiMCJ9LGlmKGwpeyJWQiJ9ZWxzZXsiMCJ9LAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGlmKG0peyJWUyJ9ZWxzZXsiMCJ9LGlmKG4peyJWUzIifWVsc2V7IjAifSkKICAgICAgICAgICAgY29tYm9zX2xpc3QkdHVuZV9ub3RfdmlyYWxbcF0gPC0gaQogICAgICAgICAgICBjb21ib3NfbGlzdCREVkZbcF0gPC0gagogICAgICAgICAgICBjb21ib3NfbGlzdCR0dW5lX3ZpcmFsW3BdIDwtIGsKICAgICAgICAgICAgY29tYm9zX2xpc3QkVklCUkFOVFtwXSA8LSBsCiAgICAgICAgICAgIGNvbWJvc19saXN0JFZTW3BdIDwtIG0KICAgICAgICAgICAgY29tYm9zX2xpc3QkVlMyW3BdIDwtIG4KICAgICAgICAgICAgcCA8LSBwKzEKICAgICAgICAgIH0KICAgICAgICB9CiAgICAgIH0KICAgIH0KICB9Cn0KCmNvbWJvc19saXN0IDwtIGNvbWJvc19saXN0Wy0xLF0KYGBgCgp0aGlzIGZ1bmN0aW9uIGJ1aWxkcyBhIGxpc3Qgb2YgYWxsIG9mIHRoZSBjb21iaW5hdGlvbnMgdGhhdCB0aGUgdXNlciB3YW50cyB0byAKdGVzdC4gCkluIHRoaXMgY2FzZSwgd2UncmUgY29tcGFyaW5nIHRoZSBwZXJmb3JtYW5jZSBvZiBhbGwgdW5pcXVlIGNvbWJpbmF0aW9ucyBvZiB0aGUgCnNpeCB0b29scy4KYGBge3J9CmJ1aWxkX3Njb3JlX2xpc3QgPC0gZnVuY3Rpb24oaW5wdXRfc2VxcywgY29tYm9zKSB7CiAgb3V0cHV0IDwtIGRhdGEuZnJhbWUocHJlY2lzaW9uPXJlcCgwLCBucm93KGNvbWJvcykpLAogICAgICAgICAgICAgICAgICAgICAgIHJlY2FsbD1yZXAoMCwgbnJvdyhjb21ib3MpKSwKICAgICAgICAgICAgICAgICAgICAgICBGMT1yZXAoMCwgbnJvdyhjb21ib3MpKSwKICAgICAgICAgICAgICAgICAgICAgICBNQ0M9cmVwKDAsIG5yb3coY29tYm9zKSksCiAgICAgICAgICAgICAgICAgICAgICAgQVVDPXJlcCgwLCBucm93KGNvbWJvcykpLAogICAgICAgICAgICAgICAgICAgICAgIGZ1bmdhbF9GUD1yZXAoMCwgbnJvdyhjb21ib3MpKSwKICAgICAgICAgICAgICAgICAgICAgICBwcm90aXN0X0ZQPXJlcCgwLCBucm93KGNvbWJvcykpLAogICAgICAgICAgICAgICAgICAgICAgIGJhY3RlcmlhbF9GUD1yZXAoMCwgbnJvdyhjb21ib3MpKSwKICAgICAgICAgICAgICAgICAgICAgICB2aXJhbF9GTj1yZXAoMCwgbnJvdyhjb21ib3MpKSkKICBmb3IgKGkgaW4gMTpucm93KGNvbWJvcykpIHsKICAgIGtlZXBfc2NvcmUgPC0gZ2V0dGluZ192aXJhbF9zZXRfMShpbnB1dF9zZXFzLCBpbmNsdWRlX3ZpYnJhbnQgPSBjb21ib3MkVklCUkFOVFtpXSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3ZpcnNvcnRlciA9IGNvbWJvcyRWU1tpXSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3ZpcnNvcnRlcjIgPSBjb21ib3MkVlMyW2ldLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdHVuaW5nX3ZpcmFsID0gY29tYm9zJHR1bmVfdmlyYWxbaV0sCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV90dW5pbmdfbm90X3ZpcmFsID0gY29tYm9zJHR1bmVfbm90X3ZpcmFsW2ldLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfZGVlcHZpcmZpbmRlciA9IGNvbWJvcyREVkZbaV0pCiAgCiAgICBvdXRwdXRbaSwxOjldIDwtIGFzc2Vzc19wZXJmb3JtYW5jZShpbnB1dF9zZXFzJHNlcXR5cGUsIGtlZXBfc2NvcmUpCiAgICAKICAgIG91dHB1dCR0b29sY29tYm9baV0gPC0gcGFzdGUoY29tYm9zJHR1bmVfdmlyYWxbaV0sY29tYm9zJERWRltpXSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgY29tYm9zJHR1bmVfbm90X3ZpcmFsW2ldLCBjb21ib3MkVklCUkFOVFtpXSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgY29tYm9zJFZTW2ldLCBjb21ib3MkVlMyW2ldKQogIH0KICAKICBvdXRwdXRbaXMubmEob3V0cHV0KV0gPC0gMAoKICByZXR1cm4gKG91dHB1dCkKfQpgYGAKCiMjIENhbGN1bGF0ZSB0aGUgcGVyZm9ybWFuY2Ugb2YgZWFjaCBwaXBlbGluZQpgYGB7cn0KYWNjdXJhY3lfc2NvcmVzIDwtIGRhdGEuZnJhbWUodGVzdGluZ19zZXRfaW5kZXg9cmVwKDAsIG5yb3coY29tYm9zX2xpc3QpKjEwKSwKICAgICAgICAgICAgICAgICAgICAgIHByZWNpc2lvbj1yZXAoMCwgbnJvdyhjb21ib3NfbGlzdCkqMTApLAogICAgICAgICAgICAgICAgICAgICAgIHJlY2FsbD1yZXAoMCwgbnJvdyhjb21ib3NfbGlzdCkqMTApLAogICAgICAgICAgICAgICAgICAgICAgIEYxPXJlcCgwLCBucm93KGNvbWJvc19saXN0KSoxMCksCiAgICAgICAgICAgICAgICAgICAgICAgTUNDPXJlcCgwLCBucm93KGNvbWJvc19saXN0KSoxMCksIAogICAgICAgICAgICAgICAgICAgICAgQVVDPXJlcCgwLCBucm93KGNvbWJvc19saXN0KSoxMCksCiAgICAgICAgICAgICAgICAgICAgICBmdW5nYWxfRlA9cmVwKDAsIG5yb3coY29tYm9zX2xpc3QpKjEwKSwKICAgICAgICAgICAgICAgICAgICAgIHByb3Rpc3RfRlA9cmVwKDAsIG5yb3coY29tYm9zX2xpc3QpKjEwKSwKICAgICAgICAgICAgICAgICAgICAgIGJhY3RlcmlhbF9GUD1yZXAoMCwgbnJvdyhjb21ib3NfbGlzdCkqMTApLAogICAgICAgICAgICAgICAgICAgICAgdmlyYWxfRk49cmVwKDAsIG5yb3coY29tYm9zX2xpc3QpKjEwKSkKCmFjY3VyYWN5X3Njb3JlcyA8LSBjYmluZCh0ZXN0aW5nX3NldF9pbmRleD1yZXAoMSwgbnJvdyhjb21ib3NfbGlzdCkpLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICBidWlsZF9zY29yZV9saXN0KHZpcnVzZXNbdmlydXNlcyRJbmRleD09MSxdLCBjb21ib3NfbGlzdCkpCmZvciAoaSBpbiAyOjEwKSB7CiAgYWNjdXJhY3lfc2NvcmVzIDwtIHJiaW5kKGFjY3VyYWN5X3Njb3JlcywKICAgICAgICAgICAgICAgICAgICAgICAgICAgY2JpbmQodGVzdGluZ19zZXRfaW5kZXg9cmVwKGksIG5yb3coY29tYm9zX2xpc3QpKSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgYnVpbGRfc2NvcmVfbGlzdCh2aXJ1c2VzW3ZpcnVzZXMkSW5kZXg9PWksXSwgY29tYm9zX2xpc3QpKSkKfQpgYGAKCmBgYHtyfQpsaWJyYXJ5KCJzdHJpbmdyIikKYGBgCgpgYGB7cn0KYWNjdXJhY3lfc2NvcmVzJG51bXRvb2xzIDwtIHN0cl9jb3VudChhY2N1cmFjeV9zY29yZXMkdG9vbGNvbWJvLCAiMSIpCiNhY2N1cmFjeV9zY29yZXMgPC0gYWNjdXJhY3lfc2NvcmVzW29yZGVyKGFjY3VyYWN5X3Njb3JlcyRudW10b29scywgZGVjcmVhc2luZz1GKSxdCmFjY3VyYWN5X3Njb3JlcyA8LSBhY2N1cmFjeV9zY29yZXNbb3JkZXIoYWNjdXJhY3lfc2NvcmVzJE1DQywgZGVjcmVhc2luZz1GKSxdCmFjY3VyYWN5X3Njb3JlcyR0b29sY29tYm8gPC0gZmFjdG9yKGFjY3VyYWN5X3Njb3JlcyR0b29sY29tYm8sIGxldmVscyA9IHVuaXF1ZShhY2N1cmFjeV9zY29yZXMkdG9vbGNvbWJvKSkKYWNjdXJhY3lfc2NvcmVzJG51bXRvb2xzIDwtIGFzLmZhY3RvcihhY2N1cmFjeV9zY29yZXMkbnVtdG9vbHMpCmBgYAoKCiMjIFZpc3VhbGl6ZSBob3cgdGhlIHByZWNpc2lvbiwgcmVjYWxsLCBhbmQgRjEgc2NvcmVzIGNoYW5nZSBhY3Jvc3MgcGlwZWxpbmVzLgpgYGB7cn0KcGFsIDwtIGdndGhlbWVzOjp0YWJsZWF1X2NvbG9yX3BhbChwYWxldHRlPSJUYWJsZWF1IDEwIiwgdHlwZT0icmVndWxhciIpCnAyIDwtIGdncGxvdChhY2N1cmFjeV9zY29yZXMsIGFlcyh4PXRvb2xjb21ibywgeT1GMSwgCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBjb2xvcj1udW10b29scywgZmlsbD1udW10b29scykpICsKICBnZW9tX3BvaW50KGFscGhhPTAuNSkgKwogIHRoZW1lX2xpZ2h0KCkgKwogIHRoZW1lKAogICAgcGFuZWwuZ3JpZC5tYWpvci55ID0gZWxlbWVudF9ibGFuaygpLAogICAgcGFuZWwuYm9yZGVyID0gZWxlbWVudF9ibGFuaygpLAogICAgYXhpcy50aWNrcy55ID0gZWxlbWVudF9ibGFuaygpLAogICAgbGVnZW5kLnBvc2l0aW9uID0gImJvdHRvbSIsCiAgICBheGlzLnRleHQueT1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICBheGlzLnRleHQueD1lbGVtZW50X3RleHQoc2l6ZT0xNCwgYW5nbGUgPSA5MCksCiAgICBsZWdlbmQudGV4dD1lbGVtZW50X3RleHQoc2l6ZT0xMiksCiAgICBheGlzLnRpdGxlPWVsZW1lbnRfdGV4dChzaXplPTE2KSwKICApICsKICB4bGFiKCJUb29sIENvbWJpbmF0aW9uICh0diwgRFZGLCB0bnYsIFZCLCBWUywgVlMyKSIpICsKICB5bGFiKCJGMSBTY29yZSIpCnAyCmdncGxvdChhY2N1cmFjeV9zY29yZXMsIGFlcyh4PXRvb2xjb21ibywgeT1wcmVjaXNpb24sIAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgY29sb3I9bnVtdG9vbHMsIGZpbGw9bnVtdG9vbHMpKSArCiAgZ2VvbV9wb2ludChhbHBoYT0wLjUpICsKICB0aGVtZV9saWdodCgpICsKICB0aGVtZSgKICAgIHBhbmVsLmdyaWQubWFqb3IueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIHBhbmVsLmJvcmRlciA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGF4aXMudGlja3MueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGxlZ2VuZC5wb3NpdGlvbiA9ICJib3R0b20iLAogICAgYXhpcy50ZXh0Lnk9ZWxlbWVudF90ZXh0KHNpemU9MTQpLAogICAgYXhpcy50ZXh0Lng9ZWxlbWVudF90ZXh0KHNpemU9MTQsIGFuZ2xlID0gOTApLAogICAgbGVnZW5kLnRleHQ9ZWxlbWVudF90ZXh0KHNpemU9MTIpLAogICAgYXhpcy50aXRsZT1lbGVtZW50X3RleHQoc2l6ZT0xNiksCiAgKSArCiAgeGxhYigiVG9vbCBDb21iaW5hdGlvbiAodHYsIERWRiwgdG52LCBWQiwgVlMsIFZTMikiKSArCiAgeWxhYigiUHJlY2lzaW9uIikKZ2dwbG90KGFjY3VyYWN5X3Njb3JlcywgYWVzKHg9dG9vbGNvbWJvLCB5PXJlY2FsbCwgCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBjb2xvcj1udW10b29scywgZmlsbD1udW10b29scykpICsKICBnZW9tX3BvaW50KGFscGhhPTAuNSkgKwogIHRoZW1lX2xpZ2h0KCkgKwogIHRoZW1lKAogICAgcGFuZWwuZ3JpZC5tYWpvci55ID0gZWxlbWVudF9ibGFuaygpLAogICAgcGFuZWwuYm9yZGVyID0gZWxlbWVudF9ibGFuaygpLAogICAgYXhpcy50aWNrcy55ID0gZWxlbWVudF9ibGFuaygpLAogICAgbGVnZW5kLnBvc2l0aW9uID0gImJvdHRvbSIsCiAgICBheGlzLnRleHQueT1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICBheGlzLnRleHQueD1lbGVtZW50X3RleHQoc2l6ZT0xNCwgYW5nbGUgPSA5MCksCiAgICBsZWdlbmQudGV4dD1lbGVtZW50X3RleHQoc2l6ZT0xMiksCiAgICBheGlzLnRpdGxlPWVsZW1lbnRfdGV4dChzaXplPTE2KSwKICApICsKICB4bGFiKCJUb29sIENvbWJpbmF0aW9uICh0diwgRFZGLCB0bnYsIFZCLCBWUywgVlMyKSIpICsKICB5bGFiKCJSZWNhbGwiKQpnZ3Bsb3QoYWNjdXJhY3lfc2NvcmVzLCBhZXMoeD1wcmVjaXNpb24sIHk9cmVjYWxsLCAKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGNvbG9yPW51bXRvb2xzLCBmaWxsPW51bXRvb2xzKSkgKwogIGdlb21fcG9pbnQoYWxwaGE9MC41KSArCiAgdGhlbWVfbGlnaHQoKSArCiAgdGhlbWUoCiAgICBwYW5lbC5ncmlkLm1ham9yLnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICBwYW5lbC5ib3JkZXIgPSBlbGVtZW50X2JsYW5rKCksCiAgICBheGlzLnRpY2tzLnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICBsZWdlbmQucG9zaXRpb24gPSAiYm90dG9tIiwKICAgIGF4aXMudGV4dC55PWVsZW1lbnRfdGV4dChzaXplPTE0KSwKICAgIGF4aXMudGV4dC54PWVsZW1lbnRfdGV4dChzaXplPTE0LCBhbmdsZSA9IDkwKSwKICAgIGxlZ2VuZC50ZXh0PWVsZW1lbnRfdGV4dChzaXplPTEyKSwKICAgIGF4aXMudGl0bGU9ZWxlbWVudF90ZXh0KHNpemU9MTYpLAogICkgKwogIHhsYWIoIlByZWNpc2lvbiIpICsKICB5bGFiKCJSZWNhbGwiKQpnZ3Bsb3QoYWNjdXJhY3lfc2NvcmVzLCBhZXMoeD10b29sY29tYm8sIHk9YWJzKHByZWNpc2lvbi1yZWNhbGwpLCAKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGNvbG9yPW51bXRvb2xzLCBmaWxsPW51bXRvb2xzKSkgKwogIGdlb21fcG9pbnQoYWxwaGE9MC41KSArCiAgdGhlbWVfbGlnaHQoKSArCiAgdGhlbWUoCiAgICBwYW5lbC5ncmlkLm1ham9yLnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICBwYW5lbC5ib3JkZXIgPSBlbGVtZW50X2JsYW5rKCksCiAgICBheGlzLnRpY2tzLnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICBsZWdlbmQucG9zaXRpb24gPSAiYm90dG9tIiwKICAgIGF4aXMudGV4dC55PWVsZW1lbnRfdGV4dChzaXplPTE0KSwKICAgIGF4aXMudGV4dC54PWVsZW1lbnRfdGV4dChzaXplPTE0LCBhbmdsZSA9IDkwKSwKICAgIGxlZ2VuZC50ZXh0PWVsZW1lbnRfdGV4dChzaXplPTEyKSwKICAgIGF4aXMudGl0bGU9ZWxlbWVudF90ZXh0KHNpemU9MTYpLAogICkgKwogIHhsYWIoIlRvb2wgQ29tYmluYXRpb24gKHR2LCBEVkYsIHRudiwgVkIsIFZTLCBWUzIpIikgKwogIHlsYWIoIlByZWNpc2lvbi1SZWNhbGwiKQpnZ3Bsb3QoYWNjdXJhY3lfc2NvcmVzLCBhZXMoeD10b29sY29tYm8sIHk9TUNDLCAKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGNvbG9yPW51bXRvb2xzLCBmaWxsPW51bXRvb2xzKSkgKwogIGdlb21fcG9pbnQoYWxwaGE9MC41KSArCiAgdGhlbWVfbGlnaHQoKSArCiAgdGhlbWUoCiAgICBwYW5lbC5ncmlkLm1ham9yLnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICBwYW5lbC5ib3JkZXIgPSBlbGVtZW50X2JsYW5rKCksCiAgICBheGlzLnRpY2tzLnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICBsZWdlbmQucG9zaXRpb24gPSAiYm90dG9tIiwKICAgIGF4aXMudGV4dC55PWVsZW1lbnRfdGV4dChzaXplPTE0KSwKICAgIGF4aXMudGV4dC54PWVsZW1lbnRfdGV4dChzaXplPTE0LCBhbmdsZSA9IDkwKSwKICAgIGxlZ2VuZC50ZXh0PWVsZW1lbnRfdGV4dChzaXplPTEyKSwKICAgIGF4aXMudGl0bGU9ZWxlbWVudF90ZXh0KHNpemU9MTYpLAogICkgKwogIHhsYWIoIlRvb2wgQ29tYmluYXRpb24gKHR2LCBEVkYsIHRudiwgVkIsIFZTLCBWUzIpIikgKwogIHlsYWIoIk1DQyIpCmdncGxvdChhY2N1cmFjeV9zY29yZXMsIGFlcyh4PXRvb2xjb21ibywgeT1BVUMsIAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgY29sb3I9bnVtdG9vbHMsIGZpbGw9bnVtdG9vbHMpKSArCiAgZ2VvbV9wb2ludChhbHBoYT0wLjUpICsKICB0aGVtZV9saWdodCgpICsKICB0aGVtZSgKICAgIHBhbmVsLmdyaWQubWFqb3IueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIHBhbmVsLmJvcmRlciA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGF4aXMudGlja3MueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGxlZ2VuZC5wb3NpdGlvbiA9ICJib3R0b20iLAogICAgYXhpcy50ZXh0Lnk9ZWxlbWVudF90ZXh0KHNpemU9MTQpLAogICAgYXhpcy50ZXh0Lng9ZWxlbWVudF90ZXh0KHNpemU9MTQsIGFuZ2xlID0gOTApLAogICAgbGVnZW5kLnRleHQ9ZWxlbWVudF90ZXh0KHNpemU9MTIpLAogICAgYXhpcy50aXRsZT1lbGVtZW50X3RleHQoc2l6ZT0xNiksCiAgKSArCiAgeGxhYigiVG9vbCBDb21iaW5hdGlvbiAodHYsIERWRiwgdG52LCBWQiwgVlMsIFZTMikiKSArCiAgeWxhYigiQVVDIikKZ2dwbG90KGFjY3VyYWN5X3Njb3JlcywgYWVzKHg9dG9vbGNvbWJvLCB5PWZ1bmdhbF9GUCwgCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBjb2xvcj1udW10b29scywgZmlsbD1udW10b29scykpICsKICBnZW9tX3BvaW50KGFscGhhPTAuNSkgKwogIHRoZW1lX2xpZ2h0KCkgKwogIHRoZW1lKAogICAgcGFuZWwuZ3JpZC5tYWpvci55ID0gZWxlbWVudF9ibGFuaygpLAogICAgcGFuZWwuYm9yZGVyID0gZWxlbWVudF9ibGFuaygpLAogICAgYXhpcy50aWNrcy55ID0gZWxlbWVudF9ibGFuaygpLAogICAgbGVnZW5kLnBvc2l0aW9uID0gImJvdHRvbSIsCiAgICBheGlzLnRleHQueT1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICBheGlzLnRleHQueD1lbGVtZW50X3RleHQoc2l6ZT0xNCwgYW5nbGUgPSA5MCksCiAgICBsZWdlbmQudGV4dD1lbGVtZW50X3RleHQoc2l6ZT0xMiksCiAgICBheGlzLnRpdGxlPWVsZW1lbnRfdGV4dChzaXplPTE2KSwKICApICsKICB4bGFiKCJUb29sIENvbWJpbmF0aW9uICh0diwgRFZGLCB0bnYsIFZCLCBWUywgVlMyKSIpICsKICB5bGFiKCJGdW5nYWwgRmFsc2UgUG9zaXRpdmVzIikKCmdncGxvdChhY2N1cmFjeV9zY29yZXMsIGFlcyh4PXRvb2xjb21ibywgeT1wcm90aXN0X0ZQLCAKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGNvbG9yPW51bXRvb2xzLCBmaWxsPW51bXRvb2xzKSkgKwogIGdlb21fcG9pbnQoYWxwaGE9MC41KSArCiAgdGhlbWVfbGlnaHQoKSArCiAgdGhlbWUoCiAgICBwYW5lbC5ncmlkLm1ham9yLnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICBwYW5lbC5ib3JkZXIgPSBlbGVtZW50X2JsYW5rKCksCiAgICBheGlzLnRpY2tzLnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICBsZWdlbmQucG9zaXRpb24gPSAiYm90dG9tIiwKICAgIGF4aXMudGV4dC55PWVsZW1lbnRfdGV4dChzaXplPTE0KSwKICAgIGF4aXMudGV4dC54PWVsZW1lbnRfdGV4dChzaXplPTE0LCBhbmdsZSA9IDkwKSwKICAgIGxlZ2VuZC50ZXh0PWVsZW1lbnRfdGV4dChzaXplPTEyKSwKICAgIGF4aXMudGl0bGU9ZWxlbWVudF90ZXh0KHNpemU9MTYpLAogICkgKwogIHhsYWIoIlRvb2wgQ29tYmluYXRpb24gKHR2LCBEVkYsIHRudiwgVkIsIFZTLCBWUzIpIikgKwogIHlsYWIoIlByb3Rpc3QgRmFsc2UgUG9zaXRpdmVzIikKCmdncGxvdChhY2N1cmFjeV9zY29yZXMsIGFlcyh4PXRvb2xjb21ibywgeT1iYWN0ZXJpYWxfRlAsIAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgY29sb3I9bnVtdG9vbHMsIGZpbGw9bnVtdG9vbHMpKSArCiAgZ2VvbV9wb2ludChhbHBoYT0wLjUpICsKICB0aGVtZV9saWdodCgpICsKICB0aGVtZSgKICAgIHBhbmVsLmdyaWQubWFqb3IueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIHBhbmVsLmJvcmRlciA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGF4aXMudGlja3MueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGxlZ2VuZC5wb3NpdGlvbiA9ICJib3R0b20iLAogICAgYXhpcy50ZXh0Lnk9ZWxlbWVudF90ZXh0KHNpemU9MTQpLAogICAgYXhpcy50ZXh0Lng9ZWxlbWVudF90ZXh0KHNpemU9MTQsIGFuZ2xlID0gOTApLAogICAgbGVnZW5kLnRleHQ9ZWxlbWVudF90ZXh0KHNpemU9MTIpLAogICAgYXhpcy50aXRsZT1lbGVtZW50X3RleHQoc2l6ZT0xNiksCiAgKSArCiAgeGxhYigiVG9vbCBDb21iaW5hdGlvbiAodHYsIERWRiwgdG52LCBWQiwgVlMsIFZTMikiKSArCiAgeWxhYigiQmFjdGVyaWFsIEZhbHNlIFBvc2l0aXZlcyIpCmdncGxvdChhY2N1cmFjeV9zY29yZXMsIGFlcyh4PXRvb2xjb21ibywgeT12aXJhbF9GTiwgCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBjb2xvcj1udW10b29scywgZmlsbD1udW10b29scykpICsKICBnZW9tX3BvaW50KGFscGhhPTAuNSkgKwogIHRoZW1lX2xpZ2h0KCkgKwogIHRoZW1lKAogICAgcGFuZWwuZ3JpZC5tYWpvci55ID0gZWxlbWVudF9ibGFuaygpLAogICAgcGFuZWwuYm9yZGVyID0gZWxlbWVudF9ibGFuaygpLAogICAgYXhpcy50aWNrcy55ID0gZWxlbWVudF9ibGFuaygpLAogICAgbGVnZW5kLnBvc2l0aW9uID0gImJvdHRvbSIsCiAgICBheGlzLnRleHQueT1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICBheGlzLnRleHQueD1lbGVtZW50X3RleHQoc2l6ZT0xNCwgYW5nbGUgPSA5MCksCiAgICBsZWdlbmQudGV4dD1lbGVtZW50X3RleHQoc2l6ZT0xMiksCiAgICBheGlzLnRpdGxlPWVsZW1lbnRfdGV4dChzaXplPTE2KSwKICApICsKICB4bGFiKCJUb29sIENvbWJpbmF0aW9uICh0diwgRFZGLCB0bnYsIFZCLCBWUywgVlMyKSIpICsKICB5bGFiKCJWaXJhbCBGYWxzZSBOZWdhdGl2ZXMiKQpgYGAKCmBgYHtyfQp3cml0ZV90c3YoYWNjdXJhY3lfc2NvcmVzLCAiMjAyMjA5MjdfYWNjdXJhY3lfc2NvcmVzLnRzdiIpCmBgYAoKdG8gZG86IGFkZCBpbiBjbHVzdGVyaW5nIGFuZCBvcmRpbmF0aW9uIGxpa2UgaW4gdGhlIGRyaW5raW5nIHdhdGVyIFIgbm90ZWJvb2sKCiMgRXhwZXJpbWVudGluZwoKIyMgaGlnaCBwcmVjaXNpb24gZXhhbXBsZQpgYGB7cn0KdmlydXNlcyRrZWVwX3Njb3JlX2hpZ2hfcHJlY2lzaW9uIDwtIGdldHRpbmdfdmlyYWxfc2V0XzEodmlydXNlcywgaW5jbHVkZV9kZWVwdmlyZmluZGVyID0gRiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdmlicmFudCA9IFQsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3ZpcnNvcnRlcjIgPSBGLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV9rYWlqdSA9IFQsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3R1bmluZyA9IFQsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3ZpcnNvcnRlciA9IEYpCmBgYAoKCmBgYHtyfQp2aXJ1c2VzJGNvbmZ1c2lvbl9tYXRyaXhfaGlnaF9wcmVjaXNpb24gPC0gInRydWUgbmVnYXRpdmUiCnZpcnVzZXMkY29uZnVzaW9uX21hdHJpeF9oaWdoX3ByZWNpc2lvblt2aXJ1c2VzJHNlcXR5cGU9PSJ2aXJ1cyIgJiB2aXJ1c2VzJGtlZXBfc2NvcmVfaGlnaF9wcmVjaXNpb248MV0gPC0gImZhbHNlIG5lZ2F0aXZlIgp2aXJ1c2VzJGNvbmZ1c2lvbl9tYXRyaXhfaGlnaF9wcmVjaXNpb25bdmlydXNlcyRzZXF0eXBlPT0idmlydXMiICYgdmlydXNlcyRrZWVwX3Njb3JlX2hpZ2hfcHJlY2lzaW9uPj0xXSA8LSAidHJ1ZSBwb3NpdGl2ZSIKdmlydXNlcyRjb25mdXNpb25fbWF0cml4X2hpZ2hfcHJlY2lzaW9uW3ZpcnVzZXMkc2VxdHlwZSE9InZpcnVzIiAmIHZpcnVzZXMka2VlcF9zY29yZV9oaWdoX3ByZWNpc2lvbj49MV0gPC0gImZhbHNlIHBvc2l0aXZlIgpgYGAKCnZpc3VhbGl6aW5nIGNvbmZ1c2lvbiBtYXRyaXggYnkgdGF4YQpgYGB7cn0KY29uZnVzaW9uX2J5X3RheGEgPC0gbWVsdCh0YWJsZSh2aXJ1c2VzJGNvbmZ1c2lvbl9tYXRyaXhfaGlnaF9wcmVjaXNpb24sIHZpcnVzZXMkc2VxdHlwZSwgdmlydXNlcyRJbmRleCkpCmNvbG5hbWVzKGNvbmZ1c2lvbl9ieV90YXhhKSA8LSBjKCJjb25mdXNpb25fbWF0cml4IiwgInNlcXR5cGUiLCJJbmRleCIsICJjb3VudCIpCmBgYAoKCgpgYGB7cn0KcGFsIDwtIGdndGhlbWVzOjp0YWJsZWF1X2NvbG9yX3BhbChwYWxldHRlPSJUYWJsZWF1IDEwIiwgdHlwZT0icmVndWxhciIpCmBgYAoKYGBge3J9CmdncGxvdChjb25mdXNpb25fYnlfdGF4YSwgYWVzKHg9Y291bnQsIHk9YXMuZmFjdG9yKEluZGV4KSwKICAgICAgICAgICAgICAgICAgIGZpbGw9Y29uZnVzaW9uX21hdHJpeCwKICAgICAgICAgICAgICAgICAgIGNvbG9yPWNvbmZ1c2lvbl9tYXRyaXgpKSArCiAgZ2VvbV9iYXIoc3RhdD0iaWRlbnRpdHkiKSArCiAgdGhlbWVfbGlnaHQoKSArCiAgdGhlbWUoCiAgICBwYW5lbC5ncmlkLm1ham9yLnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICBwYW5lbC5ib3JkZXIgPSBlbGVtZW50X2JsYW5rKCksCiAgICBheGlzLnRpY2tzLnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICBsZWdlbmQucG9zaXRpb24gPSAiYm90dG9tIiwKICAgIGF4aXMudGV4dC55PWVsZW1lbnRfdGV4dChzaXplPTE0KSwKICAgIGF4aXMudGV4dC54PWVsZW1lbnRfdGV4dChzaXplPTE0KSwKICAgIGxlZ2VuZC50ZXh0PWVsZW1lbnRfdGV4dChzaXplPTEyKSwKICAgIGF4aXMudGl0bGU9ZWxlbWVudF90ZXh0KHNpemU9MTYpLAogICkgKwogIHNjYWxlX2ZpbGxfbWFudWFsKG5hbWU9IiIsCiAgICAgICAgICAgICAgICAgICAgIHZhbHVlcyA9IGFscGhhKHJldihwYWwoNCkpLCAwLjUpLAogICAgICAgICAgICAgICAgICAgIGxhYmVscz1jKCJmYWxzZSBuZWdhdGl2ZSIsICJmYWxzZSBwb3NpdGl2ZSIsIAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICJ0cnVlIG5lZ2F0aXZlIiwgInRydWUgcG9zaXRpdmUiKSkgKwogIHNjYWxlX2NvbG9yX21hbnVhbChuYW1lPSIiLAogICAgICAgICAgICAgICAgICAgICB2YWx1ZXMgPSBhbHBoYShyZXYocGFsKDQpKSwgMSksCiAgICAgICAgICAgICAgICAgICAgbGFiZWxzPWMoImZhbHNlIG5lZ2F0aXZlIiwgImZhbHNlIHBvc2l0aXZlIiwgCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgInRydWUgbmVnYXRpdmUiLCAidHJ1ZSBwb3NpdGl2ZSIpKSArCiAgeGxhYigiTnVtYmVyIG9mIFNlcXVlbmNlcyIpICsKICB5bGFiKCIiKSArIAogIGZhY2V0X3dyYXAofnNlcXR5cGUsIHNjYWxlcyA9ICJmcmVlIikgKwogIGNvb3JkX2ZsaXAoKQpgYGAKCmBgYHtyfQogZ2dwbG90KHZpcnVzZXMsIGFlcyh4PWNoZWNrdl92aXJhbF9nZW5lcywgeT1jb25mdXNpb25fbWF0cml4X2hpZ2hfcHJlY2lzaW9uLAogICAgICAgICAgICAgICAgICAgZmlsbD1jb25mdXNpb25fbWF0cml4X2hpZ2hfcHJlY2lzaW9uLAogICAgICAgICAgICAgICAgICAgY29sb3I9Y29uZnVzaW9uX21hdHJpeF9oaWdoX3ByZWNpc2lvbikpICsKICBnZW9tX2JveHBsb3QoYWxwaGE9MC4zKSArCiAgdGhlbWVfbGlnaHQoKSArCiAgdGhlbWUoCiAgICBwYW5lbC5ncmlkLm1ham9yLnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICBwYW5lbC5ib3JkZXIgPSBlbGVtZW50X2JsYW5rKCksCiAgICBheGlzLnRpY2tzLnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICBsZWdlbmQucG9zaXRpb24gPSAiYm90dG9tIiwKICAgIGF4aXMudGV4dC55PWVsZW1lbnRfdGV4dChzaXplPTE0KSwKICAgIGF4aXMudGV4dC54PWVsZW1lbnRfdGV4dChzaXplPTE0KSwKICAgIGxlZ2VuZC50ZXh0PWVsZW1lbnRfdGV4dChzaXplPTEyKSwKICAgIGF4aXMudGl0bGU9ZWxlbWVudF90ZXh0KHNpemU9MTYpLAogICkgKwogIHNjYWxlX2ZpbGxfbWFudWFsKG5hbWU9IiIsCiAgICAgICAgICAgICAgICAgICAgIHZhbHVlcyA9IGFscGhhKHJldihwYWwoNCkpLCAwLjUpLAogICAgICAgICAgICAgICAgICAgIGxhYmVscz1jKCJmYWxzZSBuZWdhdGl2ZSIsICJmYWxzZSBwb3NpdGl2ZSIsIAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICJ0cnVlIG5lZ2F0aXZlIiwgInRydWUgcG9zaXRpdmUiKSkgKwogIHNjYWxlX2NvbG9yX21hbnVhbChuYW1lPSIiLAogICAgICAgICAgICAgICAgICAgICB2YWx1ZXMgPSBhbHBoYShyZXYocGFsKDQpKSwgMSksCiAgICAgICAgICAgICAgICAgICAgbGFiZWxzPWMoImZhbHNlIG5lZ2F0aXZlIiwgImZhbHNlIHBvc2l0aXZlIiwgCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgInRydWUgbmVnYXRpdmUiLCAidHJ1ZSBwb3NpdGl2ZSIpKSArCiAgeGxhYigiTnVtYmVyIG9mIFZpcmFsIFNlcXVlbmNlcyIpICsKICB5bGFiKCIiKSArIAogIGZhY2V0X3dyYXAofnNlcXR5cGUsIHNjYWxlcyA9ICJmcmVlIikgKwogIGNvb3JkX2ZsaXAoKQoKIGdncGxvdCh2aXJ1c2VzLCBhZXMoeD1wZXJjZW50X3ZpcmFsLCB5PWNvbmZ1c2lvbl9tYXRyaXhfaGlnaF9wcmVjaXNpb24sCiAgICAgICAgICAgICAgICAgICBmaWxsPWNvbmZ1c2lvbl9tYXRyaXhfaGlnaF9wcmVjaXNpb24sCiAgICAgICAgICAgICAgICAgICBjb2xvcj1jb25mdXNpb25fbWF0cml4X2hpZ2hfcHJlY2lzaW9uKSkgKwogIGdlb21fYm94cGxvdChhbHBoYT0wLjMpICsKICB0aGVtZV9saWdodCgpICsKICB0aGVtZSgKICAgIHBhbmVsLmdyaWQubWFqb3IueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIHBhbmVsLmJvcmRlciA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGF4aXMudGlja3MueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGxlZ2VuZC5wb3NpdGlvbiA9ICJib3R0b20iLAogICAgYXhpcy50ZXh0Lnk9ZWxlbWVudF90ZXh0KHNpemU9MTQpLAogICAgYXhpcy50ZXh0Lng9ZWxlbWVudF90ZXh0KHNpemU9MTQpLAogICAgbGVnZW5kLnRleHQ9ZWxlbWVudF90ZXh0KHNpemU9MTIpLAogICAgYXhpcy50aXRsZT1lbGVtZW50X3RleHQoc2l6ZT0xNiksCiAgKSArCiAgc2NhbGVfZmlsbF9tYW51YWwobmFtZT0iIiwKICAgICAgICAgICAgICAgICAgICAgdmFsdWVzID0gYWxwaGEocmV2KHBhbCg0KSksIDAuNSksCiAgICAgICAgICAgICAgICAgICAgbGFiZWxzPWMoImZhbHNlIG5lZ2F0aXZlIiwgImZhbHNlIHBvc2l0aXZlIiwgCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgInRydWUgbmVnYXRpdmUiLCAidHJ1ZSBwb3NpdGl2ZSIpKSArCiAgc2NhbGVfY29sb3JfbWFudWFsKG5hbWU9IiIsCiAgICAgICAgICAgICAgICAgICAgIHZhbHVlcyA9IGFscGhhKHJldihwYWwoNCkpLCAxKSwKICAgICAgICAgICAgICAgICAgICBsYWJlbHM9YygiZmFsc2UgbmVnYXRpdmUiLCAiZmFsc2UgcG9zaXRpdmUiLCAKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAidHJ1ZSBuZWdhdGl2ZSIsICJ0cnVlIHBvc2l0aXZlIikpICsKICB4bGFiKCJQZXJjZW50IEdlbmVzIFZpcmFsIikgKwogIHlsYWIoIiIpICsgCiAgZmFjZXRfd3JhcCh+c2VxdHlwZSwgc2NhbGVzID0gImZyZWUiKSArCiAgY29vcmRfZmxpcCgpCgogZ2dwbG90KHZpcnVzZXMsIGFlcyh4PWhhbGxtYXJrLCB5PWNvbmZ1c2lvbl9tYXRyaXhfaGlnaF9wcmVjaXNpb24sCiAgICAgICAgICAgICAgICAgICBmaWxsPWNvbmZ1c2lvbl9tYXRyaXhfaGlnaF9wcmVjaXNpb24sCiAgICAgICAgICAgICAgICAgICBjb2xvcj1jb25mdXNpb25fbWF0cml4X2hpZ2hfcHJlY2lzaW9uKSkgKwogIGdlb21fYm94cGxvdChhbHBoYT0wLjMpICsKICB0aGVtZV9saWdodCgpICsKICB0aGVtZSgKICAgIHBhbmVsLmdyaWQubWFqb3IueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIHBhbmVsLmJvcmRlciA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGF4aXMudGlja3MueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGxlZ2VuZC5wb3NpdGlvbiA9ICJib3R0b20iLAogICAgYXhpcy50ZXh0Lnk9ZWxlbWVudF90ZXh0KHNpemU9MTQpLAogICAgYXhpcy50ZXh0Lng9ZWxlbWVudF90ZXh0KHNpemU9MTQpLAogICAgbGVnZW5kLnRleHQ9ZWxlbWVudF90ZXh0KHNpemU9MTIpLAogICAgYXhpcy50aXRsZT1lbGVtZW50X3RleHQoc2l6ZT0xNiksCiAgKSArCiAgc2NhbGVfZmlsbF9tYW51YWwobmFtZT0iIiwKICAgICAgICAgICAgICAgICAgICAgdmFsdWVzID0gYWxwaGEocmV2KHBhbCg0KSksIDAuNSksCiAgICAgICAgICAgICAgICAgICAgbGFiZWxzPWMoImZhbHNlIG5lZ2F0aXZlIiwgImZhbHNlIHBvc2l0aXZlIiwgCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgInRydWUgbmVnYXRpdmUiLCAidHJ1ZSBwb3NpdGl2ZSIpKSArCiAgc2NhbGVfY29sb3JfbWFudWFsKG5hbWU9IiIsCiAgICAgICAgICAgICAgICAgICAgIHZhbHVlcyA9IGFscGhhKHJldihwYWwoNCkpLCAxKSwKICAgICAgICAgICAgICAgICAgICBsYWJlbHM9YygiZmFsc2UgbmVnYXRpdmUiLCAiZmFsc2UgcG9zaXRpdmUiLCAKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAidHJ1ZSBuZWdhdGl2ZSIsICJ0cnVlIHBvc2l0aXZlIikpICsKICB4bGFiKCJOdW1iZXIgb2YgSGFsbG1hcmsgR2VuZXMiKSArCiAgeWxhYigiIikgKyAKICBmYWNldF93cmFwKH5zZXF0eXBlLCBzY2FsZXMgPSAiZnJlZSIpICsKICBjb29yZF9mbGlwKCkKIApnZ3Bsb3QodmlydXNlcywgYWVzKHg9aGFsbG1hcmssIHk9Y2hlY2t2X3ZpcmFsX2dlbmVzLAogICAgICAgICAgICAgICAgICAgZmlsbD1jb25mdXNpb25fbWF0cml4X2hpZ2hfcHJlY2lzaW9uLAogICAgICAgICAgICAgICAgICAgY29sb3I9Y29uZnVzaW9uX21hdHJpeF9oaWdoX3ByZWNpc2lvbikpICsKICBnZW9tX3BvaW50KGFscGhhPTAuMykgKwogIHRoZW1lX2xpZ2h0KCkgKwogIHRoZW1lKAogICAgcGFuZWwuZ3JpZC5tYWpvci55ID0gZWxlbWVudF9ibGFuaygpLAogICAgcGFuZWwuYm9yZGVyID0gZWxlbWVudF9ibGFuaygpLAogICAgYXhpcy50aWNrcy55ID0gZWxlbWVudF9ibGFuaygpLAogICAgbGVnZW5kLnBvc2l0aW9uID0gImJvdHRvbSIsCiAgICBheGlzLnRleHQueT1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICBheGlzLnRleHQueD1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICBsZWdlbmQudGV4dD1lbGVtZW50X3RleHQoc2l6ZT0xMiksCiAgICBheGlzLnRpdGxlPWVsZW1lbnRfdGV4dChzaXplPTE2KSwKICApICsKICBzY2FsZV9maWxsX21hbnVhbChuYW1lPSIiLAogICAgICAgICAgICAgICAgICAgICB2YWx1ZXMgPSBhbHBoYShyZXYocGFsKDQpKSwgMC41KSwKICAgICAgICAgICAgICAgICAgICBsYWJlbHM9YygiZmFsc2UgbmVnYXRpdmUiLCAiZmFsc2UgcG9zaXRpdmUiLCAKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAidHJ1ZSBuZWdhdGl2ZSIsICJ0cnVlIHBvc2l0aXZlIikpICsKICBzY2FsZV9jb2xvcl9tYW51YWwobmFtZT0iIiwKICAgICAgICAgICAgICAgICAgICAgdmFsdWVzID0gYWxwaGEocmV2KHBhbCg0KSksIDEpLAogICAgICAgICAgICAgICAgICAgIGxhYmVscz1jKCJmYWxzZSBuZWdhdGl2ZSIsICJmYWxzZSBwb3NpdGl2ZSIsIAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICJ0cnVlIG5lZ2F0aXZlIiwgInRydWUgcG9zaXRpdmUiKSkgKwogIHhsYWIoIk51bWJlciBvZiBIYWxsbWFyayBHZW5lcyIpICsKICB5bGFiKCJOdW1iZXIgb2YgVmlyYWwgR2VuZXMiKSArIAogIGZhY2V0X3dyYXAofnNlcXR5cGUsIHNjYWxlcyA9ICJmcmVlIikgKwogIGNvb3JkX2ZsaXAoKQpgYGAKCmBgYHtyfQp2aXJ1c2VzX2ZhbHNlX3Bvc2l0aXZlIDwtIHZpcnVzZXNbdmlydXNlcyRjb25mdXNpb25fbWF0cml4X2hpZ2hfcHJlY2lzaW9uPT0iZmFsc2UgcG9zaXRpdmUiLF0KdmlydXNlc19mYWxzZV9uZWdhdGl2ZSA8LSB2aXJ1c2VzW3ZpcnVzZXMkY29uZnVzaW9uX21hdHJpeF9oaWdoX3ByZWNpc2lvbj09ImZhbHNlIG5lZ2F0aXZlIixdCmBgYAoKYGBge3J9CmdncGxvdCh2aXJ1c2VzLCBhZXMoeD1oYWxsbWFyaywgeT1jaGVja3ZfdmlyYWxfZ2VuZXMsCiAgICAgICAgICAgICAgICAgICBmaWxsPWNoZWNrdl9sZW5ndGgsCiAgICAgICAgICAgICAgICAgICBjb2xvcj1jaGVja3ZfbGVuZ3RoLAogICAgICAgICAgICAgICAgICAgc2hhcGU9Y2hlY2t2X3Byb3ZpcnVzKSkgKwogIGdlb21fcG9pbnQoYWxwaGE9MC4zKSArCiAgdGhlbWVfbGlnaHQoKSArCiAgdGhlbWUoCiAgICBwYW5lbC5ncmlkLm1ham9yLnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICBwYW5lbC5ib3JkZXIgPSBlbGVtZW50X2JsYW5rKCksCiAgICBheGlzLnRpY2tzLnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICBsZWdlbmQucG9zaXRpb24gPSAiYm90dG9tIiwKICAgIGF4aXMudGV4dC55PWVsZW1lbnRfdGV4dChzaXplPTE0KSwKICAgIGF4aXMudGV4dC54PWVsZW1lbnRfdGV4dChzaXplPTE0KSwKICAgIGxlZ2VuZC50ZXh0PWVsZW1lbnRfdGV4dChzaXplPTEyKSwKICAgIGF4aXMudGl0bGU9ZWxlbWVudF90ZXh0KHNpemU9MTYpLAogICkgKwogIHhsYWIoIk51bWJlciBvZiBIYWxsbWFyayBHZW5lcyIpICsKICB5bGFiKCJOdW1iZXIgb2YgVmlyYWwgR2VuZXMiKSArIAogIGZhY2V0X3dyYXAofnNlcXR5cGUsIHNjYWxlcyA9ICJmcmVlIikgKwogIGNvb3JkX2ZsaXAoKQoKZ2dwbG90KHZpcnVzZXNfZmFsc2VfcG9zaXRpdmUsIGFlcyh4PWhhbGxtYXJrLCB5PWNoZWNrdl9sZW5ndGgsCiAgICAgICAgICAgICAgICAgICBmaWxsPWNoZWNrdl92aXJhbF9nZW5lcywKICAgICAgICAgICAgICAgICAgIGNvbG9yPWNoZWNrdl92aXJhbF9nZW5lcywKICAgICAgICAgICAgICAgICAgIHNoYXBlPWNoZWNrdl9wcm92aXJ1cykpICsKICBnZW9tX3BvaW50KGFscGhhPTAuMykgKwogIHRoZW1lX2xpZ2h0KCkgKwogIHRoZW1lKAogICAgcGFuZWwuZ3JpZC5tYWpvci55ID0gZWxlbWVudF9ibGFuaygpLAogICAgcGFuZWwuYm9yZGVyID0gZWxlbWVudF9ibGFuaygpLAogICAgYXhpcy50aWNrcy55ID0gZWxlbWVudF9ibGFuaygpLAogICAgbGVnZW5kLnBvc2l0aW9uID0gImJvdHRvbSIsCiAgICBheGlzLnRleHQueT1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICBheGlzLnRleHQueD1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICBsZWdlbmQudGV4dD1lbGVtZW50X3RleHQoc2l6ZT0xMiksCiAgICBheGlzLnRpdGxlPWVsZW1lbnRfdGV4dChzaXplPTE2KSwKICApICsKICB4bGFiKCJOdW1iZXIgb2YgSGFsbG1hcmsgR2VuZXMiKSArCiAgeWxhYigiQ29udGlnIExlbmd0aCIpICsgCiAgZmFjZXRfd3JhcCh+c2VxdHlwZSwgc2NhbGVzID0gImZyZWUiKSArCiAgY29vcmRfZmxpcCgpCgpnZ3Bsb3QodmlydXNlc19mYWxzZV9wb3NpdGl2ZVt2aXJ1c2VzX2ZhbHNlX3Bvc2l0aXZlJHNlcXR5cGU9PSJiYWN0ZXJpYSJdLCBhZXMoeD1oYWxsbWFyaywgeT1jaGVja3ZfbGVuZ3RoLAogICAgICAgICAgICAgICAgICAgZmlsbD1jaGVja3ZfdmlyYWxfZ2VuZXMsCiAgICAgICAgICAgICAgICAgICBjb2xvcj1jaGVja3ZfdmlyYWxfZ2VuZXMsCiAgICAgICAgICAgICAgICAgICBzaGFwZT1jaGVja3ZfcHJvdmlydXMpKSArCiAgZ2VvbV9wb2ludChhbHBoYT0wLjMpICsKICB0aGVtZV9saWdodCgpICsKICB0aGVtZSgKICAgIHBhbmVsLmdyaWQubWFqb3IueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIHBhbmVsLmJvcmRlciA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGF4aXMudGlja3MueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGxlZ2VuZC5wb3NpdGlvbiA9ICJib3R0b20iLAogICAgYXhpcy50ZXh0Lnk9ZWxlbWVudF90ZXh0KHNpemU9MTQpLAogICAgYXhpcy50ZXh0Lng9ZWxlbWVudF90ZXh0KHNpemU9MTQpLAogICAgbGVnZW5kLnRleHQ9ZWxlbWVudF90ZXh0KHNpemU9MTIpLAogICAgYXhpcy50aXRsZT1lbGVtZW50X3RleHQoc2l6ZT0xNiksCiAgKSArCiAgeGxhYigiTnVtYmVyIG9mIEhhbGxtYXJrIEdlbmVzIikgKwogIHlsYWIoIkNvbnRpZyBMZW5ndGgiKSArIAogIGZhY2V0X3dyYXAofkthaWp1X1ZpcmFsLCBzY2FsZXMgPSAiZnJlZSIpICsKICBjb29yZF9mbGlwKCkKCmdncGxvdCh2aXJ1c2VzX2ZhbHNlX3Bvc2l0aXZlW3ZpcnVzZXNfZmFsc2VfcG9zaXRpdmUkc2VxdHlwZT09ImZ1bmdpIl0sIGFlcyh4PWhhbGxtYXJrLCB5PWNoZWNrdl9sZW5ndGgsCiAgICAgICAgICAgICAgICAgICBmaWxsPWtlZXBfc2NvcmVfaGlnaF9wcmVjaXNpb24sCiAgICAgICAgICAgICAgICAgICBjb2xvcj1rZWVwX3Njb3JlX2hpZ2hfcHJlY2lzaW9uLAogICAgICAgICAgICAgICAgICAgc2hhcGU9Y2hlY2t2X3Byb3ZpcnVzKSkgKwogIGdlb21fcG9pbnQoYWxwaGE9MC4zKSArCiAgdGhlbWVfbGlnaHQoKSArCiAgdGhlbWUoCiAgICBwYW5lbC5ncmlkLm1ham9yLnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICBwYW5lbC5ib3JkZXIgPSBlbGVtZW50X2JsYW5rKCksCiAgICBheGlzLnRpY2tzLnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICBsZWdlbmQucG9zaXRpb24gPSAiYm90dG9tIiwKICAgIGF4aXMudGV4dC55PWVsZW1lbnRfdGV4dChzaXplPTE0KSwKICAgIGF4aXMudGV4dC54PWVsZW1lbnRfdGV4dChzaXplPTE0KSwKICAgIGxlZ2VuZC50ZXh0PWVsZW1lbnRfdGV4dChzaXplPTEyKSwKICAgIGF4aXMudGl0bGU9ZWxlbWVudF90ZXh0KHNpemU9MTYpLAogICkgKwogIHhsYWIoIk51bWJlciBvZiBIYWxsbWFyayBHZW5lcyIpICsKICB5bGFiKCJDb250aWcgTGVuZ3RoIikgKyAKICBmYWNldF93cmFwKH5LYWlqdV9WaXJhbCwgc2NhbGVzID0gImZyZWUiKSArCiAgY29vcmRfZmxpcCgpCgpnZ3Bsb3QodmlydXNlc19mYWxzZV9wb3NpdGl2ZVt2aXJ1c2VzX2ZhbHNlX3Bvc2l0aXZlJHNlcXR5cGU9PSJwcm90aXN0Il0sIGFlcyh4PWhhbGxtYXJrLCB5PWNoZWNrdl9sZW5ndGgsCiAgICAgICAgICAgICAgICAgICBmaWxsPWNoZWNrdl92aXJhbF9nZW5lcywKICAgICAgICAgICAgICAgICAgIGNvbG9yPWNoZWNrdl92aXJhbF9nZW5lcywKICAgICAgICAgICAgICAgICAgIHNoYXBlPWNoZWNrdl9wcm92aXJ1cykpICsKICBnZW9tX3BvaW50KGFscGhhPTAuMykgKwogIHRoZW1lX2xpZ2h0KCkgKwogIHRoZW1lKAogICAgcGFuZWwuZ3JpZC5tYWpvci55ID0gZWxlbWVudF9ibGFuaygpLAogICAgcGFuZWwuYm9yZGVyID0gZWxlbWVudF9ibGFuaygpLAogICAgYXhpcy50aWNrcy55ID0gZWxlbWVudF9ibGFuaygpLAogICAgbGVnZW5kLnBvc2l0aW9uID0gImJvdHRvbSIsCiAgICBheGlzLnRleHQueT1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICBheGlzLnRleHQueD1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICBsZWdlbmQudGV4dD1lbGVtZW50X3RleHQoc2l6ZT0xMiksCiAgICBheGlzLnRpdGxlPWVsZW1lbnRfdGV4dChzaXplPTE2KSwKICApICsKICB4bGFiKCJOdW1iZXIgb2YgSGFsbG1hcmsgR2VuZXMiKSArCiAgeWxhYigiQ29udGlnIExlbmd0aCIpICsgCiAgZmFjZXRfd3JhcCh+S2FpanVfVmlyYWwsIHNjYWxlcyA9ICJmcmVlIikgKwogIGNvb3JkX2ZsaXAoKQoKZ2dwbG90KHZpcnVzZXNfZmFsc2VfbmVnYXRpdmUsIGFlcyh4PWhhbGxtYXJrLCB5PWNoZWNrdl9sZW5ndGgsCiAgICAgICAgICAgICAgICAgICBmaWxsPWNoZWNrdl92aXJhbF9nZW5lcywKICAgICAgICAgICAgICAgICAgIGNvbG9yPWNoZWNrdl92aXJhbF9nZW5lcywKICAgICAgICAgICAgICAgICAgIHNoYXBlPWNoZWNrdl9wcm92aXJ1cykpICsKICBnZW9tX3BvaW50KGFscGhhPTAuMykgKwogIHRoZW1lX2xpZ2h0KCkgKwogIHRoZW1lKAogICAgcGFuZWwuZ3JpZC5tYWpvci55ID0gZWxlbWVudF9ibGFuaygpLAogICAgcGFuZWwuYm9yZGVyID0gZWxlbWVudF9ibGFuaygpLAogICAgYXhpcy50aWNrcy55ID0gZWxlbWVudF9ibGFuaygpLAogICAgbGVnZW5kLnBvc2l0aW9uID0gImJvdHRvbSIsCiAgICBheGlzLnRleHQueT1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICBheGlzLnRleHQueD1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICBsZWdlbmQudGV4dD1lbGVtZW50X3RleHQoc2l6ZT0xMiksCiAgICBheGlzLnRpdGxlPWVsZW1lbnRfdGV4dChzaXplPTE2KSwKICApICsKICB4bGFiKCJOdW1iZXIgb2YgSGFsbG1hcmsgR2VuZXMiKSArCiAgeWxhYigiQ29udGlnIExlbmd0aCIpICsgCiAgZmFjZXRfd3JhcCh+S2FpanVfVmlyYWwsIHNjYWxlcyA9ICJmcmVlIikgKwogIGNvb3JkX2ZsaXAoKQoKZ2dwbG90KHZpcnVzZXNfZmFsc2VfbmVnYXRpdmUsIGFlcyh4PWhhbGxtYXJrLCB5PWNoZWNrdl9sZW5ndGgsCiAgICAgICAgICAgICAgICAgICBmaWxsPWtlZXBfc2NvcmVfaGlnaF9wcmVjaXNpb24sCiAgICAgICAgICAgICAgICAgICBjb2xvcj1rZWVwX3Njb3JlX2hpZ2hfcHJlY2lzaW9uLAogICAgICAgICAgICAgICAgICAgc2hhcGU9Y2hlY2t2X3Byb3ZpcnVzKSkgKwogIGdlb21fcG9pbnQoYWxwaGE9MC4zKSArCiAgdGhlbWVfbGlnaHQoKSArCiAgdGhlbWUoCiAgICBwYW5lbC5ncmlkLm1ham9yLnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICBwYW5lbC5ib3JkZXIgPSBlbGVtZW50X2JsYW5rKCksCiAgICBheGlzLnRpY2tzLnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICBsZWdlbmQucG9zaXRpb24gPSAiYm90dG9tIiwKICAgIGF4aXMudGV4dC55PWVsZW1lbnRfdGV4dChzaXplPTE0KSwKICAgIGF4aXMudGV4dC54PWVsZW1lbnRfdGV4dChzaXplPTE0KSwKICAgIGxlZ2VuZC50ZXh0PWVsZW1lbnRfdGV4dChzaXplPTEyKSwKICAgIGF4aXMudGl0bGU9ZWxlbWVudF90ZXh0KHNpemU9MTYpLAogICkgKwogIHhsYWIoIk51bWJlciBvZiBIYWxsbWFyayBHZW5lcyIpICsKICB5bGFiKCJDb250aWcgTGVuZ3RoIikgKyAKICBmYWNldF93cmFwKH5LYWlqdV9WaXJhbCwgc2NhbGVzID0gImZyZWUiKSArCiAgY29vcmRfZmxpcCgpCmBgYAoKCgoKYGBge3J9CnRhYmxlKHZpcnVzZXMkaGFsbG1hcmtbdmlydXNlcyRjb25mdXNpb25fbWF0cml4X2hpZ2hfcHJlY2lzaW9uPT0iZmFsc2UgcG9zaXRpdmUiXT4wKQoKdGFibGUodmlydXNlcyRwZXJjZW50X2hvc3RbdmlydXNlcyRjb25mdXNpb25fbWF0cml4X2hpZ2hfcHJlY2lzaW9uPT0iZmFsc2UgcG9zaXRpdmUiXTw1MCkKYGBgCgojIyBoaWdoIE1DQyBleGFtcGxlCmBgYHtyfQp2aXJ1c2VzJGtlZXBfc2NvcmVfaGlnaF9NQ0MgPC0gZ2V0dGluZ192aXJhbF9zZXRfMSh2aXJ1c2VzLCBpbmNsdWRlX2RlZXB2aXJmaW5kZXIgPSBGLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV92aWJyYW50ID0gVCwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdmlyc29ydGVyMiA9IFQsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX2thaWp1ID0gVCwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdHVuaW5nID0gVCwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdmlyc29ydGVyID0gVCkKYGBgCgoKYGBge3J9CnZpcnVzZXMkY29uZnVzaW9uX21hdHJpeF9oaWdoX01DQyA8LSAidHJ1ZSBuZWdhdGl2ZSIKdmlydXNlcyRjb25mdXNpb25fbWF0cml4X2hpZ2hfTUNDW3ZpcnVzZXMkc2VxdHlwZT09InZpcnVzIiAmIHZpcnVzZXMka2VlcF9zY29yZV9oaWdoX01DQzwxXSA8LSAiZmFsc2UgbmVnYXRpdmUiCnZpcnVzZXMkY29uZnVzaW9uX21hdHJpeF9oaWdoX01DQ1t2aXJ1c2VzJHNlcXR5cGU9PSJ2aXJ1cyIgJiB2aXJ1c2VzJGtlZXBfc2NvcmVfaGlnaF9NQ0M+PTFdIDwtICJ0cnVlIHBvc2l0aXZlIgp2aXJ1c2VzJGNvbmZ1c2lvbl9tYXRyaXhfaGlnaF9NQ0NbdmlydXNlcyRzZXF0eXBlIT0idmlydXMiICYgdmlydXNlcyRrZWVwX3Njb3JlX2hpZ2hfTUNDPj0xXSA8LSAiZmFsc2UgcG9zaXRpdmUiCmBgYAoKdmlzdWFsaXppbmcgY29uZnVzaW9uIG1hdHJpeCBieSB0YXhhCmBgYHtyfQpjb25mdXNpb25fYnlfdGF4YSA8LSBtZWx0KHRhYmxlKHZpcnVzZXMkY29uZnVzaW9uX21hdHJpeF9oaWdoX01DQywgdmlydXNlcyRzZXF0eXBlLCB2aXJ1c2VzJEluZGV4KSkKY29sbmFtZXMoY29uZnVzaW9uX2J5X3RheGEpIDwtIGMoImNvbmZ1c2lvbl9tYXRyaXgiLCAic2VxdHlwZSIsIkluZGV4IiwgImNvdW50IikKYGBgCgoKCmBgYHtyfQpwYWwgPC0gZ2d0aGVtZXM6OnRhYmxlYXVfY29sb3JfcGFsKHBhbGV0dGU9IlRhYmxlYXUgMTAiLCB0eXBlPSJyZWd1bGFyIikKYGBgCgpgYGB7cn0KZ2dwbG90KGNvbmZ1c2lvbl9ieV90YXhhLCBhZXMoeD1jb3VudCwgeT1hcy5mYWN0b3IoSW5kZXgpLAogICAgICAgICAgICAgICAgICAgZmlsbD1jb25mdXNpb25fbWF0cml4LAogICAgICAgICAgICAgICAgICAgY29sb3I9Y29uZnVzaW9uX21hdHJpeCkpICsKICBnZW9tX2JhcihzdGF0PSJpZGVudGl0eSIpICsKICB0aGVtZV9saWdodCgpICsKICB0aGVtZSgKICAgIHBhbmVsLmdyaWQubWFqb3IueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIHBhbmVsLmJvcmRlciA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGF4aXMudGlja3MueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGxlZ2VuZC5wb3NpdGlvbiA9ICJib3R0b20iLAogICAgYXhpcy50ZXh0Lnk9ZWxlbWVudF90ZXh0KHNpemU9MTQpLAogICAgYXhpcy50ZXh0Lng9ZWxlbWVudF90ZXh0KHNpemU9MTQpLAogICAgbGVnZW5kLnRleHQ9ZWxlbWVudF90ZXh0KHNpemU9MTIpLAogICAgYXhpcy50aXRsZT1lbGVtZW50X3RleHQoc2l6ZT0xNiksCiAgKSArCiAgc2NhbGVfZmlsbF9tYW51YWwobmFtZT0iIiwKICAgICAgICAgICAgICAgICAgICAgdmFsdWVzID0gYWxwaGEocmV2KHBhbCg0KSksIDAuNSksCiAgICAgICAgICAgICAgICAgICAgbGFiZWxzPWMoImZhbHNlIG5lZ2F0aXZlIiwgImZhbHNlIHBvc2l0aXZlIiwgCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgInRydWUgbmVnYXRpdmUiLCAidHJ1ZSBwb3NpdGl2ZSIpKSArCiAgc2NhbGVfY29sb3JfbWFudWFsKG5hbWU9IiIsCiAgICAgICAgICAgICAgICAgICAgIHZhbHVlcyA9IGFscGhhKHJldihwYWwoNCkpLCAxKSwKICAgICAgICAgICAgICAgICAgICBsYWJlbHM9YygiZmFsc2UgbmVnYXRpdmUiLCAiZmFsc2UgcG9zaXRpdmUiLCAKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAidHJ1ZSBuZWdhdGl2ZSIsICJ0cnVlIHBvc2l0aXZlIikpICsKICB4bGFiKCJOdW1iZXIgb2YgU2VxdWVuY2VzIikgKwogIHlsYWIoIiIpICsgCiAgZmFjZXRfd3JhcCh+c2VxdHlwZSwgc2NhbGVzID0gImZyZWUiKSArCiAgY29vcmRfZmxpcCgpCmBgYAoKYGBge3J9CmdncGxvdCh2aXJ1c2VzLCBhZXMoeD1jaGVja3ZfbGVuZ3RoLCB5PWtlZXBfc2NvcmVfaGlnaF9NQ0MsCiAgICAgICAgICAgICAgICAgICBmaWxsPWNvbmZ1c2lvbl9tYXRyaXhfaGlnaF9NQ0MsCiAgICAgICAgICAgICAgICAgICBjb2xvcj1jb25mdXNpb25fbWF0cml4X2hpZ2hfTUNDKSkgKwogIGdlb21fcG9pbnQoc3RhdD0iaWRlbnRpdHkiLCBzaGFwZT0yMSkgKwogIHRoZW1lX2xpZ2h0KCkgKwogIHRoZW1lKAogICAgcGFuZWwuZ3JpZC5tYWpvci55ID0gZWxlbWVudF9ibGFuaygpLAogICAgcGFuZWwuYm9yZGVyID0gZWxlbWVudF9ibGFuaygpLAogICAgYXhpcy50aWNrcy55ID0gZWxlbWVudF9ibGFuaygpLAogICAgbGVnZW5kLnBvc2l0aW9uID0gImJvdHRvbSIsCiAgICBheGlzLnRleHQueT1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICBheGlzLnRleHQueD1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICBsZWdlbmQudGV4dD1lbGVtZW50X3RleHQoc2l6ZT0xMiksCiAgICBheGlzLnRpdGxlPWVsZW1lbnRfdGV4dChzaXplPTE2KSwKICApICsKICBzY2FsZV9maWxsX21hbnVhbChuYW1lPSIiLAogICAgICAgICAgICAgICAgICAgICB2YWx1ZXMgPSBhbHBoYShyZXYocGFsKDQpKSwgMC41KSwKICAgICAgICAgICAgICAgICAgICBsYWJlbHM9YygiZmFsc2UgbmVnYXRpdmUiLCAiZmFsc2UgcG9zaXRpdmUiLCAKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAidHJ1ZSBuZWdhdGl2ZSIsICJ0cnVlIHBvc2l0aXZlIikpICsKICBzY2FsZV9jb2xvcl9tYW51YWwobmFtZT0iIiwKICAgICAgICAgICAgICAgICAgICAgdmFsdWVzID0gYWxwaGEocmV2KHBhbCg0KSksIDEpLAogICAgICAgICAgICAgICAgICAgIGxhYmVscz1jKCJmYWxzZSBuZWdhdGl2ZSIsICJmYWxzZSBwb3NpdGl2ZSIsIAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICJ0cnVlIG5lZ2F0aXZlIiwgInRydWUgcG9zaXRpdmUiKSkgKwogIHhsYWIoIlNlcXVlbmNlIExlbmd0aCAoYnApIikgKwogIHlsYWIoIlBpcGVsaW5lIFZpcmFsIFNjb3JlIikgKyAKICBmYWNldF93cmFwKH5zZXF0eXBlKSArIAogIHNjYWxlX3hfbG9nMTAoKQpgYGAKCgoKIyMgaGlnaCByZWNhbGwgZXhhbXBsZQpgYGB7cn0KdmlydXNlcyRrZWVwX3Njb3JlX2hpZ2hfcmVjYWxsIDwtIGdldHRpbmdfdmlyYWxfc2V0XzEodmlydXNlcywgaW5jbHVkZV9kZWVwdmlyZmluZGVyID0gVCwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdmlicmFudCA9IFQsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3ZpcnNvcnRlcjIgPSBULAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV9rYWlqdSA9IFQsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3R1bmluZyA9IFQsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3ZpcnNvcnRlciA9IFQpCmBgYAoKCmBgYHtyfQp2aXJ1c2VzJGNvbmZ1c2lvbl9tYXRyaXhfaGlnaF9yZWNhbGwgPC0gInRydWUgbmVnYXRpdmUiCnZpcnVzZXMkY29uZnVzaW9uX21hdHJpeF9oaWdoX3JlY2FsbFt2aXJ1c2VzJHNlcXR5cGU9PSJ2aXJ1cyIgJiB2aXJ1c2VzJGtlZXBfc2NvcmVfaGlnaF9yZWNhbGw8MV0gPC0gImZhbHNlIG5lZ2F0aXZlIgp2aXJ1c2VzJGNvbmZ1c2lvbl9tYXRyaXhfaGlnaF9yZWNhbGxbdmlydXNlcyRzZXF0eXBlPT0idmlydXMiICYgdmlydXNlcyRrZWVwX3Njb3JlX2hpZ2hfcmVjYWxsPj0xXSA8LSAidHJ1ZSBwb3NpdGl2ZSIKdmlydXNlcyRjb25mdXNpb25fbWF0cml4X2hpZ2hfcmVjYWxsW3ZpcnVzZXMkc2VxdHlwZSE9InZpcnVzIiAmIHZpcnVzZXMka2VlcF9zY29yZV9oaWdoX3JlY2FsbD49MV0gPC0gImZhbHNlIHBvc2l0aXZlIgpgYGAKCmFjY3VyYWN5OgpgYGB7cn0KbGVuZ3RoKGdyZXAoInRydWUiLCB2aXJ1c2VzJGNvbmZ1c2lvbl9tYXRyaXhfaGlnaF9yZWNhbGwpKS9ucm93KHZpcnVzZXMpCmBgYAoKCgp2aXN1YWxpemluZyBjb25mdXNpb24gbWF0cml4IGJ5IHRheGEKYGBge3J9CmNvbmZ1c2lvbl9ieV90YXhhIDwtIG1lbHQodGFibGUodmlydXNlcyRjb25mdXNpb25fbWF0cml4X2hpZ2hfcmVjYWxsLCB2aXJ1c2VzJHNlcXR5cGUsIHZpcnVzZXMkSW5kZXgpKQpjb2xuYW1lcyhjb25mdXNpb25fYnlfdGF4YSkgPC0gYygiY29uZnVzaW9uX21hdHJpeCIsICJzZXF0eXBlIiwiSW5kZXgiLCAiY291bnQiKQpgYGAKCgoKYGBge3J9CnBhbCA8LSBnZ3RoZW1lczo6dGFibGVhdV9jb2xvcl9wYWwocGFsZXR0ZT0iVGFibGVhdSAxMCIsIHR5cGU9InJlZ3VsYXIiKQpgYGAKCmBgYHtyfQpwMiA8LSBnZ3Bsb3QoY29uZnVzaW9uX2J5X3RheGEsIGFlcyh4PWNvdW50LCB5PWFzLmZhY3RvcihJbmRleCksCiAgICAgICAgICAgICAgICAgICBmaWxsPWNvbmZ1c2lvbl9tYXRyaXgsCiAgICAgICAgICAgICAgICAgICBjb2xvcj1jb25mdXNpb25fbWF0cml4KSkgKwogIGdlb21fYmFyKHN0YXQ9ImlkZW50aXR5IikgKwogIHRoZW1lX2xpZ2h0KCkgKwogIHRoZW1lKAogICAgcGFuZWwuZ3JpZC5tYWpvci55ID0gZWxlbWVudF9ibGFuaygpLAogICAgcGFuZWwuYm9yZGVyID0gZWxlbWVudF9ibGFuaygpLAogICAgYXhpcy50aWNrcy55ID0gZWxlbWVudF9ibGFuaygpLAogICAgbGVnZW5kLnBvc2l0aW9uID0gImJvdHRvbSIsCiAgICBheGlzLnRleHQueT1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICBheGlzLnRleHQueD1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICBsZWdlbmQudGV4dD1lbGVtZW50X3RleHQoc2l6ZT0xMiksCiAgICBheGlzLnRpdGxlPWVsZW1lbnRfdGV4dChzaXplPTE2KSwKICApICsKICBzY2FsZV9maWxsX21hbnVhbChuYW1lPSIiLAogICAgICAgICAgICAgICAgICAgICB2YWx1ZXMgPSBhbHBoYShyZXYocGFsKDQpKSwgMC41KSwKICAgICAgICAgICAgICAgICAgICBsYWJlbHM9YygiZmFsc2UgbmVnYXRpdmUiLCAiZmFsc2UgcG9zaXRpdmUiLCAKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAidHJ1ZSBuZWdhdGl2ZSIsICJ0cnVlIHBvc2l0aXZlIikpICsKICBzY2FsZV9jb2xvcl9tYW51YWwobmFtZT0iIiwKICAgICAgICAgICAgICAgICAgICAgdmFsdWVzID0gYWxwaGEocmV2KHBhbCg0KSksIDEpLAogICAgICAgICAgICAgICAgICAgIGxhYmVscz1jKCJmYWxzZSBuZWdhdGl2ZSIsICJmYWxzZSBwb3NpdGl2ZSIsIAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICJ0cnVlIG5lZ2F0aXZlIiwgInRydWUgcG9zaXRpdmUiKSkgKwogIHhsYWIoIk51bWJlciBvZiBTZXF1ZW5jZXMiKSArCiAgeWxhYigiIikgKyAKICBmYWNldF93cmFwKH5zZXF0eXBlLCBzY2FsZXMgPSAiZnJlZSIpICsKICBjb29yZF9mbGlwKCkKcDIKYGBgCgpgYGB7cn0KZ2dwbG90KHZpcnVzZXMsIGFlcyh4PWNoZWNrdl9jb21wbGV0ZW5lc3MsIHk9aGFsbG1hcmssCiAgICAgICAgICAgICAgICAgICBmaWxsPWNvbmZ1c2lvbl9tYXRyaXhfaGlnaF9yZWNhbGwsCiAgICAgICAgICAgICAgICAgICBjb2xvcj1jb25mdXNpb25fbWF0cml4X2hpZ2hfcmVjYWxsKSkgKwogIGdlb21fcG9pbnQoc3RhdD0iaWRlbnRpdHkiLCBzaGFwZT0yMSkgKwogIHRoZW1lX2xpZ2h0KCkgKwogIHRoZW1lKAogICAgcGFuZWwuZ3JpZC5tYWpvci55ID0gZWxlbWVudF9ibGFuaygpLAogICAgcGFuZWwuYm9yZGVyID0gZWxlbWVudF9ibGFuaygpLAogICAgYXhpcy50aWNrcy55ID0gZWxlbWVudF9ibGFuaygpLAogICAgbGVnZW5kLnBvc2l0aW9uID0gImJvdHRvbSIsCiAgICBheGlzLnRleHQueT1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICBheGlzLnRleHQueD1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICBsZWdlbmQudGV4dD1lbGVtZW50X3RleHQoc2l6ZT0xMiksCiAgICBheGlzLnRpdGxlPWVsZW1lbnRfdGV4dChzaXplPTE2KSwKICApICsKICBzY2FsZV9maWxsX21hbnVhbChuYW1lPSIiLAogICAgICAgICAgICAgICAgICAgICB2YWx1ZXMgPSBhbHBoYShyZXYocGFsKDQpKSwgMC41KSwKICAgICAgICAgICAgICAgICAgICBsYWJlbHM9YygiZmFsc2UgbmVnYXRpdmUiLCAiZmFsc2UgcG9zaXRpdmUiLCAKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAidHJ1ZSBuZWdhdGl2ZSIsICJ0cnVlIHBvc2l0aXZlIikpICsKICBzY2FsZV9jb2xvcl9tYW51YWwobmFtZT0iIiwKICAgICAgICAgICAgICAgICAgICAgdmFsdWVzID0gYWxwaGEocmV2KHBhbCg0KSksIDEpLAogICAgICAgICAgICAgICAgICAgIGxhYmVscz1jKCJmYWxzZSBuZWdhdGl2ZSIsICJmYWxzZSBwb3NpdGl2ZSIsIAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICJ0cnVlIG5lZ2F0aXZlIiwgInRydWUgcG9zaXRpdmUiKSkgKwogIHhsYWIoIkNoZWNrViBDb21wbGV0ZW5lc3MiKSArCiAgeWxhYigiTnVtYmVyIG9mIEhhbGxtYXJrIEdlbmVzIikgKyAKICBmYWNldF93cmFwKH5zZXF0eXBlKSArIAogIHNjYWxlX3hfbG9nMTAoKQpgYGAKCmBgYHtyfQpnZ3Bsb3QodmlydXNlcywgYWVzKHg9Y2hlY2t2X2NvbXBsZXRlbmVzcywgeT1rZWVwX3Njb3JlX2hpZ2hfTUNDLAogICAgICAgICAgICAgICAgICAgZmlsbD1jb25mdXNpb25fbWF0cml4X2hpZ2hfcmVjYWxsLAogICAgICAgICAgICAgICAgICAgY29sb3I9Y29uZnVzaW9uX21hdHJpeF9oaWdoX3JlY2FsbCkpICsKICBnZW9tX3BvaW50KHN0YXQ9ImlkZW50aXR5Iiwgc2hhcGU9MjEpICsKICB0aGVtZV9saWdodCgpICsKICB0aGVtZSgKICAgIHBhbmVsLmdyaWQubWFqb3IueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIHBhbmVsLmJvcmRlciA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGF4aXMudGlja3MueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGxlZ2VuZC5wb3NpdGlvbiA9ICJib3R0b20iLAogICAgYXhpcy50ZXh0Lnk9ZWxlbWVudF90ZXh0KHNpemU9MTQpLAogICAgYXhpcy50ZXh0Lng9ZWxlbWVudF90ZXh0KHNpemU9MTQpLAogICAgbGVnZW5kLnRleHQ9ZWxlbWVudF90ZXh0KHNpemU9MTIpLAogICAgYXhpcy50aXRsZT1lbGVtZW50X3RleHQoc2l6ZT0xNiksCiAgKSArCiAgc2NhbGVfZmlsbF9tYW51YWwobmFtZT0iIiwKICAgICAgICAgICAgICAgICAgICAgdmFsdWVzID0gYWxwaGEocmV2KHBhbCg0KSksIDAuNSksCiAgICAgICAgICAgICAgICAgICAgbGFiZWxzPWMoImZhbHNlIG5lZ2F0aXZlIiwgImZhbHNlIHBvc2l0aXZlIiwgCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgInRydWUgbmVnYXRpdmUiLCAidHJ1ZSBwb3NpdGl2ZSIpKSArCiAgc2NhbGVfY29sb3JfbWFudWFsKG5hbWU9IiIsCiAgICAgICAgICAgICAgICAgICAgIHZhbHVlcyA9IGFscGhhKHJldihwYWwoNCkpLCAxKSwKICAgICAgICAgICAgICAgICAgICBsYWJlbHM9YygiZmFsc2UgbmVnYXRpdmUiLCAiZmFsc2UgcG9zaXRpdmUiLCAKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAidHJ1ZSBuZWdhdGl2ZSIsICJ0cnVlIHBvc2l0aXZlIikpICsKICB4bGFiKCJDaGVja1YgQ29tcGxldGVuZXNzIikgKwogIHlsYWIoIlBpcGVsaW5lIFZpcmFsIFNjb3JlIikgKyAKICBmYWNldF93cmFwKH5zZXF0eXBlKSArIAogIHNjYWxlX3hfbG9nMTAoKQpgYGAKCmBgYHtyfQpnZ3Bsb3QodmlydXNlcywgYWVzKHg9Y29uZnVzaW9uX21hdHJpeF9oaWdoX3JlY2FsbCwgeT1jaGVja3ZfbGVuZ3RoLAogICAgICAgICAgICAgICAgICAgZmlsbD1jb25mdXNpb25fbWF0cml4X2hpZ2hfcmVjYWxsLAogICAgICAgICAgICAgICAgICAgY29sb3I9Y29uZnVzaW9uX21hdHJpeF9oaWdoX3JlY2FsbCkpICsKICBnZW9tX2JveHBsb3QoKSArCiAgdGhlbWVfbGlnaHQoKSArCiAgdGhlbWUoCiAgICBwYW5lbC5ncmlkLm1ham9yLnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICBwYW5lbC5ib3JkZXIgPSBlbGVtZW50X2JsYW5rKCksCiAgICBheGlzLnRpY2tzLnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICBsZWdlbmQucG9zaXRpb24gPSAiYm90dG9tIiwKICAgIGF4aXMudGV4dC55PWVsZW1lbnRfdGV4dChzaXplPTE0KSwKICAgIGF4aXMudGV4dC54PWVsZW1lbnRfdGV4dChzaXplPTE0KSwKICAgIGxlZ2VuZC50ZXh0PWVsZW1lbnRfdGV4dChzaXplPTEyKSwKICAgIGF4aXMudGl0bGU9ZWxlbWVudF90ZXh0KHNpemU9MTYpLAogICkgKwogIHNjYWxlX2ZpbGxfbWFudWFsKG5hbWU9IiIsCiAgICAgICAgICAgICAgICAgICAgIHZhbHVlcyA9IGFscGhhKHJldihwYWwoNCkpLCAwLjUpLAogICAgICAgICAgICAgICAgICAgIGxhYmVscz1jKCJmYWxzZSBuZWdhdGl2ZSIsICJmYWxzZSBwb3NpdGl2ZSIsIAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICJ0cnVlIG5lZ2F0aXZlIiwgInRydWUgcG9zaXRpdmUiKSkgKwogIHNjYWxlX2NvbG9yX21hbnVhbChuYW1lPSIiLAogICAgICAgICAgICAgICAgICAgICB2YWx1ZXMgPSBhbHBoYShyZXYocGFsKDQpKSwgMSksCiAgICAgICAgICAgICAgICAgICAgbGFiZWxzPWMoImZhbHNlIG5lZ2F0aXZlIiwgImZhbHNlIHBvc2l0aXZlIiwgCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgInRydWUgbmVnYXRpdmUiLCAidHJ1ZSBwb3NpdGl2ZSIpKSArCiAgeGxhYigiU2VxdWVuY2UgTGVuZ3RoIChicCkiKSArCiAgeWxhYigiUGlwZWxpbmUgVmlyYWwgU2NvcmUiKSArCiAgc2NhbGVfeV9sb2cxMCgpCmBgYAoKCgpsb29raW5nIGF0IGZhbHNlIG5lZ2F0aXZlcwpgYGB7cn0KdmlydXNlc19mYWxzZV9uZWdzIDwtIHZpcnVzZXNbKHZpcnVzZXMkc2VxdHlwZT09InZpcnVzIiAmIHZpcnVzZXMka2VlcF9zY29yZV9oaWdoX3JlY2FsbDwxKSxdCmBgYAoKbG9va2luZyBhdCBwcm90aXN0cyBjYWxsaW5nIHZpcmFsCmBgYHtyfQp2aXJ1c2VzX2ZhbHNlX3Bvc19wcm90aXN0cyA8LSB2aXJ1c2VzWyh2aXJ1c2VzJHNlcXR5cGU9PSJwcm90aXN0IiAmIHZpcnVzZXMka2VlcF9zY29yZV9oaWdoX3JlY2FsbD49MSksXQpgYGAKCgoKIyBWaXN1YWxpemluZyBjb25mdXNpb24gbWF0cml4IGJ5IG51bWJlciBvZiB0b29scwoKCmBgYHtyfQp2aXJ1c2VzJGtlZXBfc2NvcmVfdmlzdWFsaXplIDwtIHZpcnVzZXMka2VlcF9zY29yZV9oaWdoX01DQwp2aXJ1c2VzJGtlZXBfc2NvcmVfdmlzdWFsaXplW3ZpcnVzZXMka2VlcF9zY29yZV9oaWdoX01DQz4xXSA8LSAiPiAxIgp2aXJ1c2VzJGtlZXBfc2NvcmVfdmlzdWFsaXplW3ZpcnVzZXMka2VlcF9zY29yZV9oaWdoX01DQz09MV0gPC0gIjEiCnZpcnVzZXMka2VlcF9zY29yZV92aXN1YWxpemVbdmlydXNlcyRrZWVwX3Njb3JlX2hpZ2hfTUNDPT0wLjVdIDwtICIwLjUiCnZpcnVzZXMka2VlcF9zY29yZV92aXN1YWxpemVbdmlydXNlcyRrZWVwX3Njb3JlX2hpZ2hfTUNDPT0wXSA8LSAiMCIKdmlydXNlcyRrZWVwX3Njb3JlX3Zpc3VhbGl6ZVt2aXJ1c2VzJGtlZXBfc2NvcmVfaGlnaF9NQ0M9PS0wLjVdIDwtICItMC41Igp2aXJ1c2VzJGtlZXBfc2NvcmVfdmlzdWFsaXplW3ZpcnVzZXMka2VlcF9zY29yZV9oaWdoX01DQz09LTFdIDwtICItMSIKdmlydXNlcyRrZWVwX3Njb3JlX3Zpc3VhbGl6ZVt2aXJ1c2VzJGtlZXBfc2NvcmVfaGlnaF9NQ0M8PS0xXSA8LSAiPCAtMSIKCnZpcnVzZXMka2VlcF9zY29yZV92aXN1YWxpemUgPC0gZmFjdG9yKHZpcnVzZXMka2VlcF9zY29yZV92aXN1YWxpemUsIAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBsZXZlbHM9YygiPCAtMSIsICItMSIsICItMC41IiwgIjAiLCAiMC41IiwiMSIsICI+IDEiKSkKI3ZpcnVzZXMka2VlcF9zY29yZV92aXN1YWxpemUgPC0gZmFjdG9yKHZpcnVzZXMka2VlcF9zY29yZV92aXN1YWxpemUsIAojICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgbGFiZWxzPWMoIuKJpCAwIiwgIuKJpCAwIiwgIuKJpCAwIiwgIjAuNSIsIjEiLCAiPiAxIikpCmBgYAoKYGBge3J9CmxldmVscyhmYWN0b3IodmlydXNlcyRrZWVwX3Njb3JlX3Zpc3VhbGl6ZSkpCmBgYAoKCmBgYHtyfQpwYWwgPC0gZ2d0aGVtZXM6OnRhYmxlYXVfY29sb3JfcGFsKHBhbGV0dGU9IlRhYmxlYXUgMjAiLCB0eXBlPSJyZWd1bGFyIikKZ2dwbG90KHZpcnVzZXMsIGFlcyh4PWFzLmZhY3RvcihJbmRleCksCiAgICAgICAgICAgICAgICAgICBmaWxsPWtlZXBfc2NvcmVfdmlzdWFsaXplLCBjb2xvcj1rZWVwX3Njb3JlX3Zpc3VhbGl6ZSkpICsKICBnZW9tX2JhcihzdGF0PSJjb3VudCIsIHBvc2l0aW9uPSJzdGFjayIpICsKICB0aGVtZV9saWdodCgpICsKICBjb29yZF9mbGlwKCkgKwogIHRoZW1lKAogICAgcGFuZWwuZ3JpZC5tYWpvci55ID0gZWxlbWVudF9ibGFuaygpLAogICAgcGFuZWwuYm9yZGVyID0gZWxlbWVudF9ibGFuaygpLAogICAgYXhpcy50aWNrcy55ID0gZWxlbWVudF9ibGFuaygpLAogICAgbGVnZW5kLnBvc2l0aW9uID0gImJvdHRvbSIsCiAgICBheGlzLnRleHQueT1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICBheGlzLnRleHQueD1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICBsZWdlbmQudGV4dD1lbGVtZW50X3RleHQoc2l6ZT0xMiksCiAgICBheGlzLnRpdGxlPWVsZW1lbnRfdGV4dChzaXplPTE2KQogICkgKwogIHNjYWxlX2NvbG9yX21hbnVhbChuYW1lID0gJ1ZpcmFsIFNjb3JlJywKICAgICAgICAgICAgICAgICAgICAgdmFsdWVzID0gYWxwaGEoYyhwYWwoNikpLCAxKSkgKwogIHNjYWxlX2ZpbGxfbWFudWFsKG5hbWUgPSAnVmlyYWwgU2NvcmUnLAogICAgICAgICAgICAgICAgICAgICB2YWx1ZXMgPSBhbHBoYShjKHBhbCg2KSksIDAuNSkpICsKICB4bGFiKCJJbmRleCIpICsKICB5bGFiKCJTZXF1ZW5jZSBDb3VudCIpICsKICBmYWNldF93cmFwKH5jb25mdXNpb25fbWF0cml4X2hpZ2hfTUNDLCBzY2FsZXMgPSAiZnJlZSIpCgpgYGAKCiMgUGxvdCBvZiBob3cgbWFueSBtZXRob2RzIGlkZW50aWZ5IGEgY29udGlnCgpgYGB7cn0KdmlydXNlcyRrZWVwX3Njb3JlX2FsbCA8LSBnZXR0aW5nX3ZpcmFsX3NldF8xKHZpcnVzZXMsIGluY2x1ZGVfZGVlcHZpcmZpbmRlciA9IFQsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3ZpYnJhbnQgPSBULAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV92aXJzb3J0ZXIyID0gVCwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdmlyc29ydGVyID0gVCwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdHVuaW5nX3ZpcmFsPSBULAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV90dW5pbmdfbm90X3ZpcmFsID0gVCkKYGBgCgpgYGB7cn0KdmlydXNlcyRrZWVwX3Njb3JlX3ZiIDwtIGdldHRpbmdfdmlyYWxfc2V0XzEodmlydXNlcywgaW5jbHVkZV9kZWVwdmlyZmluZGVyID0gRiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdmlicmFudCA9IFQsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3ZpcnNvcnRlcjIgPSBGLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV90dW5pbmdfdmlyYWwgPSBGLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV90dW5pbmdfbm90X3ZpcmFsID0gRiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdmlyc29ydGVyID0gRikKCnZpcnVzZXMka2VlcF9zY29yZV9kdmYgPC0gZ2V0dGluZ192aXJhbF9zZXRfMSh2aXJ1c2VzLCBpbmNsdWRlX2RlZXB2aXJmaW5kZXIgPSBULAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV92aWJyYW50ID0gRiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdmlyc29ydGVyMiA9IEYsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3R1bmluZ192aXJhbCA9IEYsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3R1bmluZ19ub3RfdmlyYWwgPSBGLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV92aXJzb3J0ZXIgPSBGKQoKdmlydXNlcyRrZWVwX3Njb3JlX3ZzMiA8LSBnZXR0aW5nX3ZpcmFsX3NldF8xKHZpcnVzZXMsIGluY2x1ZGVfZGVlcHZpcmZpbmRlciA9IEYsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3ZpYnJhbnQgPSBGLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV92aXJzb3J0ZXIyID0gVCwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdHVuaW5nX3ZpcmFsID0gRiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdHVuaW5nX25vdF92aXJhbCA9IEYsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3ZpcnNvcnRlciA9IEYpCgp2aXJ1c2VzJGtlZXBfc2NvcmVfdnMgPC0gZ2V0dGluZ192aXJhbF9zZXRfMSh2aXJ1c2VzLCBpbmNsdWRlX2RlZXB2aXJmaW5kZXIgPSBGLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV92aWJyYW50ID0gRiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdmlyc29ydGVyMiA9IEYsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3R1bmluZ192aXJhbCA9IEYsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3R1bmluZ19ub3RfdmlyYWwgPSBGLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV92aXJzb3J0ZXIgPSBUKQoKdmlydXNlcyRrZWVwX3Njb3JlX3R1bmluZyA8LSBnZXR0aW5nX3ZpcmFsX3NldF8xKHZpcnVzZXMsIGluY2x1ZGVfZGVlcHZpcmZpbmRlciA9IEYsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3ZpYnJhbnQgPSBGLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV92aXJzb3J0ZXIyID0gRiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdHVuaW5nX3ZpcmFsID0gRiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdHVuaW5nX25vdF92aXJhbCA9IFQsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3ZpcnNvcnRlciA9IEYpCgp2aXJ1c2VzJGtlZXBfc2NvcmVfa2ogPC0gZ2V0dGluZ192aXJhbF9zZXRfMSh2aXJ1c2VzLCBpbmNsdWRlX2RlZXB2aXJmaW5kZXIgPSBGLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV92aWJyYW50ID0gRiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdmlyc29ydGVyMiA9IEYsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3R1bmluZ192aXJhbCA9IFQsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3R1bmluZ19ub3RfdmlyYWwgPSBGLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV92aXJzb3J0ZXIgPSBGKQpgYGAKCgpgYGB7cn0KI3ZpcnVzZXNfaGlnaCA8LSB2aXJ1c2VzW3ZpcnVzZXMka2VlcF9zY29yZV9oaWdoX3ByZWNpc2lvbj49MSxdICN1bmNvbW1lbnQgdGhpcyBsaW5lIGlmIGhpZ2ggcHJlY2lzaW9uIGV4YW1wbGUKI3ZpcnVzZXNfaGlnaCA8LSB2aXJ1c2VzW3ZpcnVzZXMka2VlcF9zY29yZV9oaWdoX3JlY2FsbD49MSxdICN1bmNvbW1lbnQgdGhpcyBsaW5lIGlmIHdhbnQgaGlnaCByZWNhbGwgZXhhbXBsZSAKdmlydXNlc19oaWdoIDwtIHZpcnVzZXNbdmlydXNlcyRrZWVwX3Njb3JlX2FsbD49MSxdICN1bmNvbW1lbnQgdGhpcyBsaW5lIGlmIHdhbnQgdG8gdXNlIGFsbCA2IHRvb2xzCiN2aXJ1c2VzX2hpZ2ggPC0gdmlydXNlc1ssXSAjY29tbWVudCB0aGlzIGxpbmUgaWYgd2FudCBvbmx5IHRoZSAiaGlnaCBwcmVjaXNpb24gY29udGlncyIKdmlydXNlc19oaWdoX21vZCA8LSB2aXJ1c2VzX2hpZ2ggJT4lIHNlbGVjdChrZWVwX3Njb3JlX3ZiLCBrZWVwX3Njb3JlX2R2ZixrZWVwX3Njb3JlX3ZzMiwga2VlcF9zY29yZV92cywga2VlcF9zY29yZV90dW5pbmcpCnZpcnVzZXNfaGlnaF9tb2QgPC0gYXBwbHkodmlydXNlc19oaWdoX21vZCwgYygxLDIpLCBmdW5jdGlvbih4KSB7aWYgKHggPj0gMSkge3ggPC0gMX0gZWxzZSB7eCA8LSAwfX0pCnZpcnVzZXNfaGlnaF9tb2QgPC0gYXNfdGliYmxlKHZpcnVzZXNfaGlnaF9tb2QpCgp2aXJ1c0hpZ2hDb3VudCA8LSBmdW5jdGlvbihkZiwgdG9vbF9jb21ibykgewogICAgdGIgPC0gcm93U3VtcyhkZltkZlssdG9vbF9jb21ib10+MCxdKQogICAgaWYgKGxlbmd0aCh0YikgPT0gMCkgewogICAgICAgIHJldHVybiAoMCkKICAgIH0KICAgIGVsc2UgewogICAgICAgIHJldHVybiAodGFibGUodGIpKQogICAgfQp9CgpzbSA8LSBhcy5kYXRhLmZyYW1lKAogICAgcmJpbmQoCiAgICAgICAgdmlydXNIaWdoQ291bnQodmlydXNlc19oaWdoX21vZCwgImtlZXBfc2NvcmVfdmIiKSwKICAgICAgICB2aXJ1c0hpZ2hDb3VudCh2aXJ1c2VzX2hpZ2hfbW9kLCAia2VlcF9zY29yZV9kdmYiKSwKICAgICAgICB2aXJ1c0hpZ2hDb3VudCh2aXJ1c2VzX2hpZ2hfbW9kLCAia2VlcF9zY29yZV92czIiKSwKICAgICAgICB2aXJ1c0hpZ2hDb3VudCh2aXJ1c2VzX2hpZ2hfbW9kLCAia2VlcF9zY29yZV92cyIpLAogICAgICAgIHZpcnVzSGlnaENvdW50KHZpcnVzZXNfaGlnaF9tb2QsICJrZWVwX3Njb3JlX3R1bmluZyIpCiAgICApCikKCnNtJG1ldGhvZCA8LSBjKCJ2aWJyYW50IiwgImRlZXB2aXJmaW5kZXIiLCAidmlyc29ydGVyMiIsICJ2aXJzb3J0ZXIiLCAidHVuaW5nIikKc20KYGBgCgpgYGB7cn0Kc21fbSA8LSByZXNoYXBlMjo6bWVsdChzbSkKY29sbmFtZXMoc21fbSkgPC0gYygicHJpbWFyeV9tZXRob2QiLCAibnVtYmVyX21ldGhvZHMiLCAibnVtYmVyIikKYGBgCgpgYGB7cn0KZ2dwbG90KHNtX20sIGFlcyh4PXByaW1hcnlfbWV0aG9kLCB5PW51bWJlciwKICAgICAgICAgICAgICAgICAgIGZpbGw9bnVtYmVyX21ldGhvZHMpKSArCiAgZ2VvbV9iYXIoc3RhdD0iaWRlbnRpdHkiKSArCiAgdGhlbWVfbGlnaHQoKSArCiAgY29vcmRfZmxpcCgpICsKICB0aGVtZSgKICAgIHBhbmVsLmdyaWQubWFqb3IueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIHBhbmVsLmJvcmRlciA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGF4aXMudGlja3MueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGxlZ2VuZC5wb3NpdGlvbiA9ICJib3R0b20iCiAgKSArCiAgc2NhbGVfZmlsbF9tYW51YWwobmFtZSA9ICdOdW1iZXIgb2YgTWV0aG9kcycsCiAgICAgICAgICAgICAgICAgICAgIHZhbHVlcyA9IGFscGhhKGModmlyaWRpcyg1KSksIDEpKSArCiAgeGxhYigiUHJpbWFyeSBNZXRob2QiKSArCiAgeWxhYigiQ291bnQgb2YgVmlyYWwgQ29udGlncyIpCmBgYAoKCiMgQ29uc2lkZXJpbmcgaG93IGVhY2ggbWV0aG9kIGNvbnRyaWJ1dGVzIHRvIHRoZSBmaW5hbCBwcmVkaWN0aW9uCmBgYHtyfQojdmlydXNlc19oaWdoIDwtIHZpcnVzZXNbdmlydXNlcyRrZWVwX3Njb3JlX2hpZ2hfcHJlY2lzaW9uPj0xLF0gI3VuY29tbWVudCB0aGlzIGxpbmUgaWYgaGlnaCBwcmVjaXNpb24gZXhhbXBsZQojdmlydXNlc19oaWdoIDwtIHZpcnVzZXNbdmlydXNlcyRrZWVwX3Njb3JlX2hpZ2hfcmVjYWxsPj0xLF0gI3VuY29tbWVudCB0aGlzIGxpbmUgaWYgd2FudCBoaWdoIHJlY2FsbCBleGFtcGxlIAojdmlydXNlc19oaWdoIDwtIHZpcnVzZXNbdmlydXNlcyRrZWVwX3Njb3JlX2FsbD49MSxdICN1bmNvbW1lbnQgdGhpcyBsaW5lIGlmIHdhbnQgdG8gdXNlIGFsbCA2IHRvb2xzCnZpcnVzZXNfaGlnaCA8LSB2aXJ1c2VzW3ZpcnVzZXMka2VlcF9zY29yZV9oaWdoX01DQz49MSxdICN1bmNvbW1lbnQgdGhpcyBsaW5lIGlmIHdhbnQgdG8gdXNlIGhpZ2ggTUNDL0FVQy9GMSBleGFtcGxlCiN2aXJ1c2VzX2hpZ2ggPC0gdmlydXNlc1ssXSAjY29tbWVudCB0aGlzIGxpbmUgaWYgd2FudCBvbmx5IHRoZSAiaGlnaCBwcmVjaXNpb24gY29udGlncyIKdmlydXNlc19oaWdoX21vZCA8LSB2aXJ1c2VzX2hpZ2ggJT4lIHNlbGVjdChrZWVwX3Njb3JlX3ZiLGtlZXBfc2NvcmVfdnMyLCBrZWVwX3Njb3JlX3ZzLCBrZWVwX3Njb3JlX2tqLCBrZWVwX3Njb3JlX3R1bmluZykKdmlydXNlc19oaWdoX21vZCA8LSBhcHBseSh2aXJ1c2VzX2hpZ2hfbW9kLCBjKDEsMiksIGZ1bmN0aW9uKHgpIHtpZiAoeCA+PSAwLjUpIHt4IDwtIDF9IGVsc2Uge3ggPC0gMH19KQp2aXJ1c2VzX2hpZ2hfbW9kIDwtIGFzX3RpYmJsZSh2aXJ1c2VzX2hpZ2hfbW9kKQoKdmlydXNIaWdoQ291bnQgPC0gZnVuY3Rpb24oZGYsIHRvb2xfY29tYm8pIHsKICAgIHRiIDwtIHJvd1N1bXMoZGZbZGZbLHRvb2xfY29tYm9dPjAsXSkKICAgIGlmIChsZW5ndGgodGIpID09IDApIHsKICAgICAgICByZXR1cm4gKDApCiAgICB9CiAgICBlbHNlIHsKICAgICAgICByZXR1cm4gKHRhYmxlKHRiKSkKICAgIH0KfQoKc20gPC0gYXMuZGF0YS5mcmFtZSgKICAgIHJiaW5kKAogICAgICAgIHZpcnVzSGlnaENvdW50KHZpcnVzZXNfaGlnaF9tb2QsICJrZWVwX3Njb3JlX3R1bmluZyIpLAogICAgICAgIHZpcnVzSGlnaENvdW50KHZpcnVzZXNfaGlnaF9tb2QsICJrZWVwX3Njb3JlX2tqIiksCiAgICAgICAgdmlydXNIaWdoQ291bnQodmlydXNlc19oaWdoX21vZCwgImtlZXBfc2NvcmVfdmIiKSwKICAgICAgICB2aXJ1c0hpZ2hDb3VudCh2aXJ1c2VzX2hpZ2hfbW9kLCAia2VlcF9zY29yZV92cyIpLAogICAgICAgIHZpcnVzSGlnaENvdW50KHZpcnVzZXNfaGlnaF9tb2QsICJrZWVwX3Njb3JlX3ZzMiIpLAogICAgKQopCgpzbSA8LSBhcy5kYXRhLmZyYW1lKHJiaW5kKHRhYmxlKHJvd1N1bXModmlydXNlc19oaWdoX21vZFt2aXJ1c2VzX2hpZ2hfbW9kJGtlZXBfc2NvcmVfdmI+MCxdKSksCiAgICAgICAgICAgICAgICAgICAgICAgICAgdGFibGUocm93U3Vtcyh2aXJ1c2VzX2hpZ2hfbW9kW3ZpcnVzZXNfaGlnaF9tb2Qka2VlcF9zY29yZV9raj4wLF0pKSwKICAgICAgICAgICAgICAgICAgICAgICAgICBjKDAsdGFibGUocm93U3Vtcyh2aXJ1c2VzX2hpZ2hfbW9kW3ZpcnVzZXNfaGlnaF9tb2Qka2VlcF9zY29yZV92czI+MCxdKSkpLAogICAgICAgICAgICAgICAgICAgICAgICAgIHRhYmxlKHJvd1N1bXModmlydXNlc19oaWdoX21vZFt2aXJ1c2VzX2hpZ2hfbW9kJGtlZXBfc2NvcmVfdnM+MCxdKSksCiAgICAgICAgICAgICAgICAgICAgICAgICAgdGFibGUocm93U3Vtcyh2aXJ1c2VzX2hpZ2hfbW9kW3ZpcnVzZXNfaGlnaF9tb2Qka2VlcF9zY29yZV90dW5pbmc+MCxdKSkKICAgICAgICAgICAgICAgICAgICAgICAgICApCikKCnNtJG1ldGhvZCA8LSBjKCJ0dW5pbmciLCAiZGVlcHZpcmZpbmRlciIsICJ2aWJyYW50IiwgInZpcnNvcnRlciIsICJ2aXJzb3J0ZXIyIikKc20KYGBgCgpgYGB7cn0Kc21fbSA8LSByZXNoYXBlMjo6bWVsdChzbSkKY29sbmFtZXMoc21fbSkgPC0gYygicHJpbWFyeV9tZXRob2QiLCAibnVtYmVyX21ldGhvZHMiLCAibnVtYmVyIikKYGBgCgpgYGB7cn0KZ2dwbG90KHNtX20sIGFlcyh4PXByaW1hcnlfbWV0aG9kLCB5PW51bWJlciwKICAgICAgICAgICAgICAgICAgIGZpbGw9bnVtYmVyX21ldGhvZHMpKSArCiAgZ2VvbV9iYXIoc3RhdD0iaWRlbnRpdHkiKSArCiAgdGhlbWVfbGlnaHQoKSArCiAgY29vcmRfZmxpcCgpICsKICB0aGVtZSgKICAgIHBhbmVsLmdyaWQubWFqb3IueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIHBhbmVsLmJvcmRlciA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGF4aXMudGlja3MueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGxlZ2VuZC5wb3NpdGlvbiA9ICJib3R0b20iCiAgKSArCiAgc2NhbGVfZmlsbF9tYW51YWwobmFtZSA9ICdOdW1iZXIgb2YgTWV0aG9kcycsCiAgICAgICAgICAgICAgICAgICAgIHZhbHVlcyA9IGFscGhhKGModmlyaWRpcyg2KSksIDEpKSArCiAgeGxhYigiUHJpbWFyeSBNZXRob2QiKSArCiAgeWxhYigiQ291bnQgb2YgVmlyYWwgQ29udGlncyIpCmBgYAoKYGBge3J9CnZpcnVzZXMka2VlcF9zY29yZV92YiA8LSBnZXR0aW5nX3ZpcmFsX3NldF8xKHZpcnVzZXMsIGluY2x1ZGVfZGVlcHZpcmZpbmRlciA9IEYsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3ZpYnJhbnQgPSBULAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV92aXJzb3J0ZXIyID0gRiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdHVuaW5nX3ZpcmFsID0gRiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdHVuaW5nX25vdF92aXJhbCA9IEYsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3ZpcnNvcnRlciA9IEYpCgp2aXJ1c2VzJGtlZXBfc2NvcmVfdmJfZHZmIDwtIGdldHRpbmdfdmlyYWxfc2V0XzEodmlydXNlcywgaW5jbHVkZV9kZWVwdmlyZmluZGVyID0gVCwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdmlicmFudCA9IFQsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3ZpcnNvcnRlcjIgPSBGLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV90dW5pbmdfdmlyYWwgPSBGLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV90dW5pbmdfbm90X3ZpcmFsID0gRiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdmlyc29ydGVyID0gRikKCnZpcnVzZXMka2VlcF9zY29yZV92Yl9kdmZfdnMyIDwtIGdldHRpbmdfdmlyYWxfc2V0XzEodmlydXNlcywgaW5jbHVkZV9kZWVwdmlyZmluZGVyID0gVCwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdmlicmFudCA9IFQsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3ZpcnNvcnRlcjIgPSBULAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV90dW5pbmdfdmlyYWwgPSBGLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV90dW5pbmdfbm90X3ZpcmFsID0gRiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdmlyc29ydGVyID0gRikKCnZpcnVzZXMka2VlcF9zY29yZV92Yl9kdmZfdnMyX3ZzIDwtIGdldHRpbmdfdmlyYWxfc2V0XzEodmlydXNlcywgaW5jbHVkZV9kZWVwdmlyZmluZGVyID0gVCwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdmlicmFudCA9IFQsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3ZpcnNvcnRlcjIgPSBULAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV90dW5pbmdfdmlyYWwgPSBGLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV90dW5pbmdfbm90X3ZpcmFsID0gRiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdmlyc29ydGVyID0gVCkKCnZpcnVzZXMka2VlcF9zY29yZV92Yl9kdmZfdnMyX3ZzX3R2IDwtIGdldHRpbmdfdmlyYWxfc2V0XzEodmlydXNlcywgaW5jbHVkZV9kZWVwdmlyZmluZGVyID0gVCwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdmlicmFudCA9IFQsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3ZpcnNvcnRlcjIgPSBULAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV90dW5pbmdfdmlyYWwgPSBULAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV90dW5pbmdfbm90X3ZpcmFsID0gRiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdmlyc29ydGVyID0gVCkKCnZpcnVzZXMka2VlcF9zY29yZV92Yl9kdmZfdnMyX3ZzX3R2X3RudiA8LSBnZXR0aW5nX3ZpcmFsX3NldF8xKHZpcnVzZXMsIGluY2x1ZGVfZGVlcHZpcmZpbmRlciA9IFQsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3ZpYnJhbnQgPSBULAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV92aXJzb3J0ZXIyID0gVCwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdHVuaW5nX3ZpcmFsID0gVCwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdHVuaW5nX25vdF92aXJhbCA9IFQsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3ZpcnNvcnRlciA9IFQpCmBgYAoKIyBDb25zaWRlcmluZyBob3cgZWFjaCBtZXRob2QgY29udHJpYnV0ZXMgdG8gdGhlIGZpbmFsIHByZWRpY3Rpb24KYGBge3J9CnZpcnVzZXNfaGlnaCA8LSB2aXJ1c2VzW3ZpcnVzZXMka2VlcF9zY29yZV9hbGw+PTEsXSAKdmlydXNlc19oaWdoX21vZCA8LSB2aXJ1c2VzX2hpZ2ggJT4lIHNlbGVjdChrZWVwX3Njb3JlX3ZiLGtlZXBfc2NvcmVfdmJfZHZmLCAKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBrZWVwX3Njb3JlX3ZiX2R2Zl92czIsIGtlZXBfc2NvcmVfdmJfZHZmX3ZzMl92cywgCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAga2VlcF9zY29yZV92Yl9kdmZfdnMyX3ZzX3R2LCBrZWVwX3Njb3JlX3ZiX2R2Zl92czJfdnNfdHZfdG52KQojdmlydXNlc19oaWdoX21vZCA8LSBhcHBseSh2aXJ1c2VzX2hpZ2hfbW9kLCBjKDEsMiksIGZ1bmN0aW9uKHgpIHtpZiAoeCA+PSAxKSB7eCA8LSAxfSBlbHNlIHt4IDwtIDB9fSkKdmlydXNlc19oaWdoX21vZCA8LSBhc190aWJibGUodmlydXNlc19oaWdoX21vZCkKCgpgYGAKCmBgYHtyfQpzbV9tIDwtIHJlc2hhcGUyOjptZWx0KHZpcnVzZXNfaGlnaF9tb2QpCmNvbG5hbWVzKHNtX20pIDwtIGMoIm1ldGhvZCIsICJ2aXJhbF9zY29yZSIpCmBgYAoKYGBge3J9CnNtX20gPC0gc21fbVtzbV9tJHZpcmFsX3Njb3JlPjAsXQoKc21fbSRzY29yZSA8LSBzbV9tJHZpcmFsX3Njb3JlCgpzbV9tJHNjb3JlW3NtX20kdmlyYWxfc2NvcmU9PTAuNV0gPC0gIjAuNSIKc21fbSRzY29yZVtzbV9tJHZpcmFsX3Njb3JlPj0xXSA8LSAiMSIKc21fbSRzY29yZVtzbV9tJHZpcmFsX3Njb3JlPj0yXSA8LSAiMiIKc21fbSRzY29yZVtzbV9tJHZpcmFsX3Njb3JlPj0zXSA8LSAiMyIKc21fbSRzY29yZVtzbV9tJHZpcmFsX3Njb3JlPj00XSA8LSAiNCIKc21fbSRzY29yZVtzbV9tJHZpcmFsX3Njb3JlPj01XSA8LSAiNSIKCnNtX20kc2NvcmUgPC0gZmFjdG9yKHNtX20kc2NvcmUsIAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBsZXZlbHM9YygiMC41IiwgIjEiLCAiMiIsIjMiLCI0IiwiNSIpKQpgYGAKCgpgYGB7cn0KZ2dwbG90KHNtX20sIGFlcyh4PW1ldGhvZCwgeT1zY29yZSwKICAgICAgICAgICAgICAgICAgIGZpbGw9c2NvcmUpKSArCiAgZ2VvbV9iYXIoc3RhdD0iaWRlbnRpdHkiKSArCiAgdGhlbWVfbGlnaHQoKSArCiAgY29vcmRfZmxpcCgpICsKICB0aGVtZSgKICAgIHBhbmVsLmdyaWQubWFqb3IueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIHBhbmVsLmJvcmRlciA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGF4aXMudGlja3MueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGxlZ2VuZC5wb3NpdGlvbiA9ICJib3R0b20iCiAgKSArCiAgc2NhbGVfZmlsbF9tYW51YWwobmFtZSA9ICdOdW1iZXIgb2YgTWV0aG9kcycsCiAgICAgICAgICAgICAgICAgICAgIHZhbHVlcyA9IGFscGhhKGModmlyaWRpcyg2KSksIDEpKSArCiAgeGxhYigiIikgKwogIHlsYWIoIlZpcmFsIFNjb3JlIikgKwogIGNvb3JkX2ZsaXAoKQpgYGAKCiMgQ29uc2lkZXJpbmcgaG93IGVhY2ggbWV0aG9kIGNvbnRyaWJ1dGVzIHRvIHRoZSBmaW5hbCBwcmVkaWN0aW9uIChoaWdoIE1DQykKCmBgYHtyfQp2aXJ1c2VzJGtlZXBfc2NvcmVfdmIgPC0gZ2V0dGluZ192aXJhbF9zZXRfMSh2aXJ1c2VzLCBpbmNsdWRlX2RlZXB2aXJmaW5kZXIgPSBGLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV92aWJyYW50ID0gVCwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdmlyc29ydGVyMiA9IEYsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3R1bmluZ192aXJhbCA9IEYsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3R1bmluZ19ub3RfdmlyYWwgPSBGLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV92aXJzb3J0ZXIgPSBGKQoKdmlydXNlcyRrZWVwX3Njb3JlX3ZiX3R2IDwtIGdldHRpbmdfdmlyYWxfc2V0XzEodmlydXNlcywgaW5jbHVkZV9kZWVwdmlyZmluZGVyID0gRiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdmlicmFudCA9IFQsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3ZpcnNvcnRlcjIgPSBULAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV90dW5pbmdfdmlyYWwgPSBULAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV90dW5pbmdfbm90X3ZpcmFsID0gRiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfdmlyc29ydGVyID0gRikKYGBgCgpgYGB7cn0KdmlydXNlc19oaWdoIDwtIHZpcnVzZXNbdmlydXNlcyRrZWVwX3Njb3JlX3ZiX3R2Pj0xLF0gI3VuY29tbWVudCB0aGlzIGxpbmUgaWYgd2FudCB0byB1c2UgYWxsIDYgdG9vbHMKdmlydXNlc19oaWdoX21vZCA8LSB2aXJ1c2VzX2hpZ2ggJT4lIHNlbGVjdChrZWVwX3Njb3JlX3ZiLCAKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBrZWVwX3Njb3JlX3ZiX3R2KQojdmlydXNlc19oaWdoX21vZCA8LSBhcHBseSh2aXJ1c2VzX2hpZ2hfbW9kLCBjKDEsMiksIGZ1bmN0aW9uKHgpIHtpZiAoeCA+PSAxKSB7eCA8LSAxfSBlbHNlIHt4IDwtIDB9fSkKdmlydXNlc19oaWdoX21vZCA8LSBhc190aWJibGUodmlydXNlc19oaWdoX21vZCkKCgpgYGAKCmBgYHtyfQpzbV9tIDwtIHJlc2hhcGUyOjptZWx0KHZpcnVzZXNfaGlnaF9tb2QpCmNvbG5hbWVzKHNtX20pIDwtIGMoIm1ldGhvZCIsICJzY29yZSIpCmBgYAoKYGBge3J9CmdncGxvdChzbV9tLCBhZXMoeD1tZXRob2QsIHk9c2NvcmUsCiAgICAgICAgICAgICAgICAgICBmaWxsPWFzLmZhY3RvcihzY29yZSkpKSArCiAgZ2VvbV9iYXIoc3RhdD0iaWRlbnRpdHkiKSArCiAgdGhlbWVfbGlnaHQoKSArCiAgY29vcmRfZmxpcCgpICsKICB0aGVtZSgKICAgIHBhbmVsLmdyaWQubWFqb3IueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIHBhbmVsLmJvcmRlciA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGF4aXMudGlja3MueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGxlZ2VuZC5wb3NpdGlvbiA9ICJib3R0b20iCiAgKSArCiAgc2NhbGVfZmlsbF9tYW51YWwobmFtZSA9ICdOdW1iZXIgb2YgTWV0aG9kcycsCiAgICAgICAgICAgICAgICAgICAgIHZhbHVlcyA9IGFscGhhKGModmlyaWRpcygxNCkpLCAxKSkgKwogIHhsYWIoIlByaW1hcnkgTWV0aG9kIikgKwogIHlsYWIoIkNvdW50IG9mIFZpcmFsIENvbnRpZ3MiKSArCiAgY29vcmRfZmxpcCgpCmBgYAoKCgoKIyBST0MgCmBgYHtyfQpsaWJyYXJ5KHBST0MpCmBgYAoKYGBge3J9CnZpcnVzZXMkdHJ1ZXBvc2l0aXZlIDwtIHJlcCgwLCBucm93KHZpcnVzZXMpKQp2aXJ1c2VzJHRydWVwb3NpdGl2ZVt2aXJ1c2VzJHNlcXR5cGU9PSJ2aXJ1cyJdIDwtIDEKYGBgCgoKYGBge3J9CnJvY29iaiA8LSByb2ModmlydXNlcyR0cnVlcG9zaXRpdmUsIHZpcnVzZXMka2VlcF9zY29yZSkKcm9jb2JqX2FsbCA8LSByb2ModmlydXNlcyR0cnVlcG9zaXRpdmUsIHZpcnVzZXMka2VlcF9zY29yZV9hbGwpCmF1YyA8LSByb3VuZChhdWModmlydXNlcyR0cnVlcG9zaXRpdmUsIHZpcnVzZXMka2VlcF9zY29yZSksNCkKYXVjX2FsbCA8LSByb3VuZChhdWModmlydXNlcyR0cnVlcG9zaXRpdmUsIHZpcnVzZXMka2VlcF9zY29yZV9hbGwpLDQpCiNjcmVhdGUgUk9DIHBsb3QKZ2dyb2Mocm9jb2JqLCBjb2xvdXIgPSAnc3RlZWxibHVlJywgc2l6ZSA9IDIpICsKICBnZ3RpdGxlKHBhc3RlMCgnUk9DIEN1cnZlICcsICcoQVVDID0gJywgYXVjLCAnKScpKSArCiAgY29vcmRfZXF1YWwoKQpnZ3JvYyhyb2NvYmpfYWxsLCBjb2xvdXIgPSAnZ3JlZW4nLCBzaXplID0gMikgKwogIGdndGl0bGUocGFzdGUwKCdST0MgQ3VydmUgJywgJyhBVUMgPSAnLCBhdWNfYWxsLCAnKScpKQpgYGAKU2Vuc2l0aXZpdHk6IFRoZSBwcm9iYWJpbGl0eSB0aGF0IHRoZSBtb2RlbCBwcmVkaWN0cyBhIHBvc2l0aXZlIG91dGNvbWUgZm9yIGFuIG9ic2VydmF0aW9uIHdoZW4gaW5kZWVkIHRoZSBvdXRjb21lIGlzIHBvc2l0aXZlLgpTcGVjaWZpY2l0eTogVGhlIHByb2JhYmlsaXR5IHRoYXQgdGhlIG1vZGVsIHByZWRpY3RzIGEgbmVnYXRpdmUgb3V0Y29tZSBmb3IgYW4gb2JzZXJ2YXRpb24gd2hlbiBpbmRlZWQgdGhlIG91dGNvbWUgaXMgbmVnYXRpdmUuCgoKCgojIENvbXBhcmluZyBiZWhhdmlvciBvZiBhbGwgdGVzdGluZyBzZXRzIGNvbWJpbmVkIChjbHVzdGVyaW5nIGFuYWx5c2VzKQoKYGBge3J9CnZpcmFsX3Njb3JlcyA8LSBtYXRyaXgoZGF0YT0wLCBucm93PW5yb3codmlydXNlcyksIG5jb2w9bnJvdyhjb21ib3NfbGlzdCkpCm51bV92aXJ1c2VzIDwtIGRhdGEuZnJhbWUodG9vbGNvbWJvPXJlcCgwLCBucm93KGNvbWJvc19saXN0KSksCiAgICAgICAgICAgICAgICAgICAgICAgICAgbnVtX3ZpcnVzZXM9cmVwKDAsIG5yb3coY29tYm9zX2xpc3QpKSkKCmZvciAoaSBpbiAxOm5yb3coY29tYm9zX2xpc3QpKSB7CiAgdmlyYWxfc2NvcmVzWyxpXSA8LSBnZXR0aW5nX3ZpcmFsX3NldF8xKHZpcnVzZXMsIGluY2x1ZGVfdmlicmFudCA9IGNvbWJvc19saXN0JFZJQlJBTlRbaV0sCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV92aXJzb3J0ZXIgPSBjb21ib3NfbGlzdCRWU1tpXSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX3ZpcnNvcnRlcjIgPSBjb21ib3NfbGlzdCRWUzJbaV0sCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV90dW5pbmcgPSBjb21ib3NfbGlzdCRDaGVja1ZbaV0sCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaW5jbHVkZV9rYWlqdSA9IGNvbWJvc19saXN0JEthaWp1W2ldLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGluY2x1ZGVfZGVlcHZpcmZpbmRlciA9IGNvbWJvc19saXN0JERWRltpXSkKICAKICBudW1fdmlydXNlcyRudW1fdmlydXNlc1tpXSA8LSB0YWJsZSh2aXJhbF9zY29yZXNbLGldPj0xKVtbMl1dCiAgCiAgbnVtX3ZpcnVzZXMkdG9vbGNvbWJvW2ldIDwtIGNvbWJvc19saXN0JHRvb2xjb21ib1tpXQogIAogIG51bV92aXJ1c2VzJHRvb2xjb21ibzJbaV0gPC0gY29tYm9zX2xpc3QkdG9vbGNvbWJvMltpXQp9CgpudW1fdmlydXNlcyRudW10b29scyA8LSBzdHJfY291bnQobnVtX3ZpcnVzZXMkdG9vbGNvbWJvLCAiMSIpCm51bV92aXJ1c2VzIDwtIG51bV92aXJ1c2VzW29yZGVyKG51bV92aXJ1c2VzJG51bV92aXJ1c2VzLCBkZWNyZWFzaW5nPUYpLF0KbnVtX3ZpcnVzZXMkdG9vbGNvbWJvIDwtIGZhY3RvcihudW1fdmlydXNlcyR0b29sY29tYm8sIGxldmVscyA9IHVuaXF1ZShudW1fdmlydXNlcyR0b29sY29tYm8pKQpudW1fdmlydXNlcyR0b29sY29tYm8yIDwtIGZhY3RvcihudW1fdmlydXNlcyR0b29sY29tYm8yLCBsZXZlbHMgPSB1bmlxdWUobnVtX3ZpcnVzZXMkdG9vbGNvbWJvMikpCm51bV92aXJ1c2VzJG51bXRvb2xzIDwtIGFzLmZhY3RvcihudW1fdmlydXNlcyRudW10b29scykKYGBgCgoKYGBge3J9CmdncGxvdChudW1fdmlydXNlcywgYWVzKHg9dG9vbGNvbWJvLCB5PW51bV92aXJ1c2VzLCAKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGNvbG9yPW51bXRvb2xzLCBmaWxsPW51bXRvb2xzKSkgKwogIGdlb21fcG9pbnQoKSArCiAgdGhlbWVfbGlnaHQoKSArCiAgdGhlbWUoCiAgICBwYW5lbC5ncmlkLm1ham9yLnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICBwYW5lbC5ib3JkZXIgPSBlbGVtZW50X2JsYW5rKCksCiAgICBheGlzLnRpY2tzLnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICBsZWdlbmQucG9zaXRpb24gPSAiYm90dG9tIiwKICAgIGF4aXMudGV4dC55PWVsZW1lbnRfdGV4dChzaXplPTE0KSwKICAgIGF4aXMudGV4dC54PWVsZW1lbnRfdGV4dChzaXplPTE0LCBhbmdsZSA9IDkwKSwKICAgIGxlZ2VuZC50ZXh0PWVsZW1lbnRfdGV4dChzaXplPTEyKSwKICAgIGF4aXMudGl0bGU9ZWxlbWVudF90ZXh0KHNpemU9MTYpLAogICkgKwogIHhsYWIoIlRvb2wgQ29tYmluYXRpb24gKENWLCBEVkYsIEtKLCBWQiwgVlMsIFZTMikiKSArCiAgeWxhYigiTnVtIFZpcnVzZXMgUHJlZGljdGVkIikKCmdncGxvdChudW1fdmlydXNlcywgYWVzKHg9dG9vbGNvbWJvMiwgeT1udW1fdmlydXNlcywgCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBjb2xvcj1udW10b29scywgZmlsbD1udW10b29scykpICsKICBnZW9tX3BvaW50KCkgKwogIHRoZW1lX2xpZ2h0KCkgKwogIHRoZW1lKAogICAgcGFuZWwuZ3JpZC5tYWpvci55ID0gZWxlbWVudF9ibGFuaygpLAogICAgcGFuZWwuYm9yZGVyID0gZWxlbWVudF9ibGFuaygpLAogICAgYXhpcy50aWNrcy55ID0gZWxlbWVudF9ibGFuaygpLAogICAgbGVnZW5kLnBvc2l0aW9uID0gImJvdHRvbSIsCiAgICBheGlzLnRleHQueT1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICBheGlzLnRleHQueD1lbGVtZW50X3RleHQoc2l6ZT0xNCwgYW5nbGUgPSA5MCksCiAgICBsZWdlbmQudGV4dD1lbGVtZW50X3RleHQoc2l6ZT0xMiksCiAgICBheGlzLnRpdGxlPWVsZW1lbnRfdGV4dChzaXplPTE2KSwKICApICsKICB4bGFiKCJUb29sIENvbWJpbmF0aW9uIChDViwgRFZGLCBLSiwgVkIsIFZTLCBWUzIpIikgKwogIHlsYWIoIk51bSBWaXJ1c2VzIFByZWRpY3RlZCIpCmBgYAoKYGBge3J9CmdncGxvdChudW1fdmlydXNlcywgYWVzKHg9bnVtdG9vbHMsIHk9bnVtX3ZpcnVzZXMpKSArCiAgZ2VvbV9ib3hwbG90KGFlcyhjb2xvcj1udW10b29scykpICsKICBnZW9tX3BvaW50KGFlcyhjb2xvcj1udW10b29scywgZmlsbD1udW10b29scykpICsKICB0aGVtZV9saWdodCgpICsKICB0aGVtZSgKICAgIHBhbmVsLmdyaWQubWFqb3IueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIHBhbmVsLmJvcmRlciA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGF4aXMudGlja3MueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgIGxlZ2VuZC5wb3NpdGlvbiA9ICJib3R0b20iLAogICAgYXhpcy50ZXh0Lnk9ZWxlbWVudF90ZXh0KHNpemU9MTQpLAogICAgYXhpcy50ZXh0Lng9ZWxlbWVudF90ZXh0KHNpemU9MTQsIGFuZ2xlID0gOTApLAogICAgbGVnZW5kLnRleHQ9ZWxlbWVudF90ZXh0KHNpemU9MTIpLAogICAgYXhpcy50aXRsZT1lbGVtZW50X3RleHQoc2l6ZT0xNiksCiAgKSArCiAgeGxhYigiTnVtYmVyIG9mIFRvb2xzIikgKwogIHlsYWIoIk51bSBWaXJ1c2VzIFByZWRpY3RlZCIpCmBgYAoKCmBgYHtyfQp2aXJhbF9zY29yZXNfbm96ZXJvcyA8LSB2aXJhbF9zY29yZXNbcm93U3Vtcyh2aXJhbF9zY29yZXMpPjAsXQp2aXJhbF9zY29yZXNfbm96ZXJvcyA8LSB2aXJhbF9zY29yZXNfbm96ZXJvcyArIDEKdmlyYWxfc2NvcmVzX25vemVyb3MgPC0gYXMuZGF0YS5mcmFtZSh2aXJhbF9zY29yZXNfbm96ZXJvcykKCmNvbG5hbWVzKHZpcmFsX3Njb3Jlc19ub3plcm9zKSA8LSBudW1fdmlydXNlcyR0b29sY29tYm8yCmBgYAoKYGBge3J9CmxpYnJhcnkocGh5bG9zZXEpCmBgYAoKCmBgYHtyfQp0b29sZGF0YSA8LSBudW1fdmlydXNlcwoKcm93bmFtZXModG9vbGRhdGEpIDwtIHRvb2xkYXRhJHRvb2xjb21ibzIKYGBgCgpgYGB7cn0KcGh5c2VxX3Bvb2xlZCA8LSBwaHlsb3NlcShvdHVfdGFibGUodmlyYWxfc2NvcmVzX25vemVyb3MsIHRheGFfYXJlX3Jvd3MgPSBUKSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHNhbXBsZV9kYXRhKHRvb2xkYXRhKSkKYGBgCgpgYGB7cn0Kb3JkaW5hdGlvbiA8LSBwaHlsb3NlcTo6b3JkaW5hdGUocGh5c2VxID1waHlzZXFfcG9vbGVkLCBtZXRob2QgPSAiUENvQSIsIGRpc3RhbmNlID0gImJyYXkiKQpwaHlsb3NlcTo6cGxvdF9vcmRpbmF0aW9uKHBoeXNlcSA9IHBoeXNlcV9wb29sZWQsIG9yZGluYXRpb24gPSBvcmRpbmF0aW9uLAogICAgICAgICAgICAgICAgICAgICAgICAgIHNoYXBlPSJudW10b29scyIsIGNvbG9yPSJudW1fdmlydXNlcyIpICsgCiAgZ2VvbV9wb2ludChzaXplID0gMykgKwogIHRoZW1lX2J3KCkgKwogIGdlb21fbGFiZWwobGFiZWw9dG9vbGRhdGEkdG9vbGNvbWJvKQoKcGh5bG9zZXE6OnBsb3Rfb3JkaW5hdGlvbihwaHlzZXEgPSBwaHlzZXFfcG9vbGVkLCBvcmRpbmF0aW9uID0gb3JkaW5hdGlvbiwKICAgICAgICAgICAgICAgICAgICAgICAgICBzaGFwZT0ibnVtdG9vbHMiLCBjb2xvcj0ibnVtX3ZpcnVzZXMiKSArIAogIGdlb21fcG9pbnQoc2l6ZSA9IDMpICsKICB0aGVtZV9idygpCmBgYAp0byBkbzogdHJ5IGNvbG9yaW5nIGFib3ZlIGJhc2VkIG9uIHRoZSBGMSBzY29yZXMgb2YgdGhlIHRlc3Rpbmcgc2V0IG9uIGVhY2ggY29tYmluYXRpb24KCmBgYHtyfQpicmF5X2Rpc3QgPC0gcGh5bG9zZXE6OmRpc3RhbmNlKHBoeXNlcV9wb29sZWQsIG1ldGhvZD0iYnJheSIpCmNsdXN0ZXJzIDwtIGhjbHVzdChkaXN0KGJyYXlfZGlzdCkpCnBsb3QoY2x1c3RlcnMpCgpteWNsdXN0ZXJzIDwtIGN1dHJlZShjbHVzdGVycywgaD0xLjEpCmBgYAoKCmBgYHtyfQpuYW1lcyhteWNsdXN0ZXJzW215Y2x1c3RlcnM9PTFdKQpuYW1lcyhteWNsdXN0ZXJzW215Y2x1c3RlcnM9PTJdKQpuYW1lcyhteWNsdXN0ZXJzW215Y2x1c3RlcnM9PTNdKQpuYW1lcyhteWNsdXN0ZXJzW215Y2x1c3RlcnM9PTRdKQpuYW1lcyhteWNsdXN0ZXJzW215Y2x1c3RlcnM9PTVdKQoKbXljbHVzdGVyc19kZiA8LSB0aWJibGUoY29tYm89bmFtZXMobXljbHVzdGVycyksCiAgICAgICAgICAgICAgICAgICAgICAgICAgICBjbHVzdGVyX2luZGV4PW15Y2x1c3RlcnMpCgpteWNsdXN0ZXJzX2RmIDwtIHNlcGFyYXRlKG15Y2x1c3RlcnNfZGYsIGNvbD1jb21ibywgaW50bz1jKCJDaGVja1YiLCAiRFZGIiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIkthaWp1IiwgIlZJQlJBTlQiLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAiVmlyU29ydGVyIiwgIlZpclNvcnRlcjIiKSwKICAgICAgICAgICAgICAgICAgICAgICAgICBzZXA9IiAiLCByZW1vdmUgPSBGKQoKCnRvb2xfY291bnQgPC0gYXMuZGF0YS5mcmFtZShyYmluZCh0YWJsZShteWNsdXN0ZXJzX2RmJENoZWNrViwgbXljbHVzdGVyc19kZiRjbHVzdGVyX2luZGV4KVsyLF0sCiAgICAgICAgICAgICAgICAgICAgICAgICAgdGFibGUobXljbHVzdGVyc19kZiREVkYsIG15Y2x1c3RlcnNfZGYkY2x1c3Rlcl9pbmRleClbMixdLAogICAgICAgICAgICAgICAgICAgICAgICAgIHRhYmxlKG15Y2x1c3RlcnNfZGYkS2FpanUsIG15Y2x1c3RlcnNfZGYkY2x1c3Rlcl9pbmRleClbMixdLAogICAgICAgICAgICAgICAgICAgICAgICAgIHRhYmxlKG15Y2x1c3RlcnNfZGYkVklCUkFOVCwgbXljbHVzdGVyc19kZiRjbHVzdGVyX2luZGV4KVsyLF0sCiAgICAgICAgICAgICAgICAgICAgICAgICAgdGFibGUobXljbHVzdGVyc19kZiRWaXJTb3J0ZXIsIG15Y2x1c3RlcnNfZGYkY2x1c3Rlcl9pbmRleClbMixdLAogICAgICAgICAgICAgICAgICAgICAgICAgIHRhYmxlKG15Y2x1c3RlcnNfZGYkVmlyU29ydGVyMiwgbXljbHVzdGVyc19kZiRjbHVzdGVyX2luZGV4KVsyLF0pCiAgICAgICAgICAgICAgICAgICAgKQoKdG9vbF9jb3VudCRtZXRob2QgPC0gYygiQ2hlY2tWIiwgIkRWRiIsICJLYWlqdSIsICJWSUJSQU5UIiwgIlZpclNvcnRlciIsICJWaXJTb3J0ZXIyIikKCnRvb2xfY291bnQgPC0gbWVsdCh0b29sX2NvdW50KQoKY29sbmFtZXModG9vbF9jb3VudCkgPC0gYygidG9vbCIsICJjbHVzdGVyX2luZGV4IiwgInRvb2xfY291bnQiKQpgYGAKCmBgYHtyfQpwYWwgPC0gZ2d0aGVtZXM6OnRhYmxlYXVfY29sb3JfcGFsKHBhbGV0dGU9IlRhYmxlYXUgMTAiLCB0eXBlPSJyZWd1bGFyIikKCmdncGxvdCh0b29sX2NvdW50LCBhZXMoeD1jbHVzdGVyX2luZGV4LCB5PXRvb2xfY291bnQsCiAgICAgICAgICAgICAgICAgICBmaWxsPWNsdXN0ZXJfaW5kZXgsCiAgICAgICAgICAgICAgICAgICBjb2xvcj1jbHVzdGVyX2luZGV4KSkgKwogIGdlb21fYmFyKHN0YXQ9ImlkZW50aXR5IikgKwogIHRoZW1lX2xpZ2h0KCkgKwogIHRoZW1lKAogICAgcGFuZWwuZ3JpZC5tYWpvci55ID0gZWxlbWVudF9ibGFuaygpLAogICAgcGFuZWwuYm9yZGVyID0gZWxlbWVudF9ibGFuaygpLAogICAgYXhpcy50aWNrcy55ID0gZWxlbWVudF9ibGFuaygpLAogICAgbGVnZW5kLnBvc2l0aW9uID0gImJvdHRvbSIsCiAgICBheGlzLnRleHQueT1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICBheGlzLnRleHQueD1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICBsZWdlbmQudGV4dD1lbGVtZW50X3RleHQoc2l6ZT0xMiksCiAgICBheGlzLnRpdGxlPWVsZW1lbnRfdGV4dChzaXplPTE2KSwKICApICsKICBzY2FsZV9maWxsX21hbnVhbChuYW1lPSIiLAogICAgICAgICAgICAgICAgICAgICB2YWx1ZXMgPSBhbHBoYShyZXYocGFsKDYpKSwgMC41KSkgKwogIHNjYWxlX2NvbG9yX21hbnVhbChuYW1lPSIiLAogICAgICAgICAgICAgICAgICAgICB2YWx1ZXMgPSBhbHBoYShyZXYocGFsKDYpKSwgMSkpICsKICB4bGFiKCJDbHVzdGVyIikgKwogIHlsYWIoIk51bWJlciBvZiBUaW1lcyBpbiBDbHVzdGVyIikgKyAKICBmYWNldF93cmFwKH50b29sLCBzY2FsZXMgPSAiZnJlZSIpCmBgYAoKCg==